-- Logs begin at Fri 2021-09-03 14:22:29 UTC, end at Fri 2021-09-03 15:18:43 UTC. -- Sep 03 14:52:24.617285 dv-cinder-774288-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 14:52:27.305239 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.common.config [-] Logging enabled! Sep 03 14:52:27.305912 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 14:52:27.306002 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93721) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 14:52:27.309150 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.common.config [-] Logging enabled! Sep 03 14:52:27.309395 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev608 Sep 03 14:52:27.309724 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93721) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 14:52:27.310651 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 14:52:27.310875 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 14:52:27.311231 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 14:52:27.311465 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 14:52:27.311684 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 14:52:27.311993 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.312279 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.312565 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.312789 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.313060 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.313339 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.313682 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.313960 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.314251 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.314529 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.314799 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.315080 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.315304 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.315560 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.315836 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.316112 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.316329 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] debug = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.316599 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.317010 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.317417 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.317709 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.317985 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.318271 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.318510 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.318779 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.319051 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.319365 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] host = dv-cinder-774288-7-iscsi {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.319631 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.319918 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.320180 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.320454 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.320720 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.320985 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.321259 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.321540 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.321802 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] log_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.322065 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.322342 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.322619 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.322900 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.323120 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.323333 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.323610 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.323883 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.324148 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.324411 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.324674 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.325045 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.325312 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.325594 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.325872 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.326145 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.326420 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.326683 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.326944 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.327205 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.327465 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.327737 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.328000 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.328264 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.328524 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.328798 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.329073 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.329339 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.329657 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.329934 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.330207 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.330480 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.330741 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.331011 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.331277 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.331537 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.331796 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] use_json = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.332056 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.332316 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.332585 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.332846 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.333107 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.333367 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.333649 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.333923 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:27.334213 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.334500 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.334789 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.335066 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.335354 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.335626 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.335903 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.336176 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.336458 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.336739 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.337019 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.337288 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.337583 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.337852 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.338137 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.338430 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.338714 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.338994 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.339259 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.339521 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.339784 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.340053 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.340331 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.340703 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.340984 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.341264 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.341542 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.341832 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.342119 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.342400 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.342668 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.342938 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.343222 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.343499 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.343765 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.344035 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.344317 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.344587 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.344903 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.345178 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.345449 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.345739 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.346006 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.346279 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.346562 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.346833 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.347097 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.347362 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.347631 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.347894 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.348176 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.348447 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.348713 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.348979 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.349252 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.349518 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.349803 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.350076 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.350342 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.350612 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.350879 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.351143 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.351409 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.351672 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.351938 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.352201 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.352465 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.352733 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.352998 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.353265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.353547 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.353813 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.354080 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.354361 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.354654 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.354928 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.355197 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.355464 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.355731 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.356018 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.356372 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.356682 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.356951 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.357215 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.357496 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.357793 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.358072 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.358346 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.358613 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.358906 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.359172 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.359427 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.359695 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.359958 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.360233 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.360529 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.360813 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.361098 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.361382 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.361676 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.361961 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.362232 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.362531 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.362801 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:27.363015 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 14:52:27.363245 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93721) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 14:52:27.712434 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 14:52:27.712643 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 14:52:27.712923 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 14:52:27.713227 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 14:52:28.103905 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.104143 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.104444 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.105740 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.106016 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.106355 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.147524 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.147754 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.148024 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.163072 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.163339 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.163564 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.191593 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.191854 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.192109 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.228781 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.229048 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.229310 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.454406 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.454953 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.454953 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.455148 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.455862 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.575221 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.575477 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.575791 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.576051 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.576308 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.576615 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.576863 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.577108 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.577349 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.577652 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.577901 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.578139 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.578384 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.578621 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.578866 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.579142 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.579384 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.579639 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.579880 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.580129 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.580387 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.580628 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.580899 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.581269 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.581511 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.581779 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.582158 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:52:28.582391 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:52:28.582620 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:52:28.582847 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:52:28.583073 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:52:28.583299 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:52:28.583654 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 14:52:28.586801 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 14:52:28.590736 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 14:52:28.594646 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 03 14:52:28.596285 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 14:52:28.596728 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 14:52:28.597051 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 14:52:28.597421 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 14:52:28.600181 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 14:52:28.600426 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 14:52:28.600764 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 14:52:28.606015 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 14:52:28.627623 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 14:52:28.628061 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.628359 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93721) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 14:52:28.628706 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.630060 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93721) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 14:52:28.630325 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 14:52:28.630558 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 14:52:28.633878 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.634153 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:28.698501 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 14:52:28.698650 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 14:52:28.698878 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 14:52:28.699244 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 14:52:28.722110 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_db.sqlalchemy.engines [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93721) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 14:52:29.273457 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Initializing driver for type 'gre' Sep 03 14:52:29.274116 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] gre ID ranges: [(1, 1000)] Sep 03 14:52:29.332706 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Initializing driver for type 'local' Sep 03 14:52:29.333131 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Initializing driver for type 'vlan' Sep 03 14:52:29.353158 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] VlanTypeDriver initialization complete Sep 03 14:52:29.353494 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Initializing driver for type 'vxlan' Sep 03 14:52:29.354037 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] vxlan ID ranges: [(1, 1000)] Sep 03 14:52:29.412340 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Initializing extension driver 'port_security' Sep 03 14:52:29.412716 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.extensions.port_security [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] PortSecurityExtensionDriver initialization complete Sep 03 14:52:29.413101 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Initializing mechanism driver 'openvswitch' Sep 03 14:52:29.413433 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Initializing mechanism driver 'hyperv' Sep 03 14:52:29.420151 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.plugins.ml2.plugin [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:52:29.420862 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > port after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.421229 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > port after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.421602 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > port after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.422117 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:52:29.422543 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > subnet after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.422920 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > subnet after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.423260 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.423641 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:52:29.424038 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > network after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.424383 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > network after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.424720 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > network after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.425101 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:52:29.425495 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > security_group after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.425858 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > security_group after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.426191 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.426713 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:52:29.427120 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.427462 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.427798 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.428179 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:52:29.428571 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > address_group after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.428908 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > address_group after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.429236 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.429643 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 14:52:29.430018 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] ML2 OVO RPC backend initialized. {{(pid=93721) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 14:52:29.430707 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.431054 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.431459 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > network before_response 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.431800 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > networks before_response 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.432143 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > port before_response 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.432480 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > ports before_response 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.432814 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > subnet before_response 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.433146 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > subnets before_response 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.433486 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > network after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.433849 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > network after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.434179 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > network after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.434512 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > port after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.434845 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > port after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.435174 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > port after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.435504 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > subnet after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.435838 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > subnet after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.436163 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.436727 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.plugin [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Modular L2 Plugin initialization complete Sep 03 14:52:29.437076 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading services supported by the core plugin {{(pid=93721) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 14:52:29.437396 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.plugins.ml2.managers [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Got port-security extension from driver 'port_security' Sep 03 14:52:29.437876 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.extensions.vlantransparent [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Disabled vlantransparent extension. Sep 03 14:52:29.440016 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93721) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 14:52:29.440016 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading Plugin: router Sep 03 14:52:29.474139 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.474695 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router after_create 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.474950 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router before_create 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.475240 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.475607 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.475957 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router after_delete 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.476309 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.476652 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.477008 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router after_create 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.477344 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router after_update 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.477721 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router after_update 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.478070 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.478420 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router after_update 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.478811 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router precommit_update 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.479356 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: port after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.479701 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: port after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.480125 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: subnet after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.480459 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.480808 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.481145 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router precommit_create 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.481484 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: port before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.481849 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router precommit_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.482200 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router after_update 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.482533 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.482880 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router precommit_create 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.483236 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.483575 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router precommit_update 55549900 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.483936 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > agent after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.484277 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > agent after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.484617 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > network after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.485498 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Tracking information for resource: router configured {{(pid=93721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:52:29.485866 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Tracking information for resource: floatingip configured {{(pid=93721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 14:52:29.490924 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.db.l3_agentschedulers_db [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 14:52:29.491482 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: port after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.491832 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: port after_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.492178 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: port after_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.492523 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: port after_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.493304 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router before_create 55550100 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.493688 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.494041 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router precommit_create 55550100 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.494392 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > router precommit_update 55550100 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.499084 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.services.provider_configuration [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service providers = [] {{(pid=93721) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 14:52:29.499443 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.db.servicetype_db [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93721) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 14:52:29.502544 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.services.service_base [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 14:52:29.502891 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.services.service_base [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 14:52:29.503227 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.services.service_base [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 14:52:29.504109 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.services.service_base [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 14:52:29.504474 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.services.service_base [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 14:52:29.504838 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:52:29.505143 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 14:52:29.515818 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:52:29.516149 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading Plugin: auto_allocate Sep 03 14:52:29.522259 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: network precommit_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.522621 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: network precommit_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.523131 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:52:29.523443 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading Plugin: tag Sep 03 14:52:29.529917 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:52:29.530180 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading Plugin: timestamp Sep 03 14:52:29.534231 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:52:29.534554 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading Plugin: network_ip_availability Sep 03 14:52:29.540108 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.540471 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.540816 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.541519 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:52:29.541859 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading Plugin: flavors Sep 03 14:52:29.546487 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:52:29.546814 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading Plugin: revisions Sep 03 14:52:29.551212 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 14:52:29.551596 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_concurrency.lockutils [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.839s {{(pid=93721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 14:52:29.552324 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93721) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 14:52:29.552654 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Initializing extension manager. Sep 03 14:52:29.553160 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: __init__.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.553493 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: __pycache__ {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.553845 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.554172 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: address_group.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.554921 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.555486 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: address-group Sep 03 14:52:29.555802 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: address_scope.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.556700 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.557200 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: address-scope Sep 03 14:52:29.557517 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.558456 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.558949 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: router-admin-state-down-before-update Sep 03 14:52:29.559264 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: agent.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.559956 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.560449 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: agent Sep 03 14:52:29.560747 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: agent_resources_synced.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.561673 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.562268 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: agent-resources-synced Sep 03 14:52:29.562585 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: allowedaddresspairs.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.564572 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.565080 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: allowed-address-pairs Sep 03 14:52:29.565399 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: auto_allocated_topology.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.566505 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.567007 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: auto-allocated-topology Sep 03 14:52:29.567322 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: availability_zone.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.568006 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.568495 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: availability_zone Sep 03 14:52:29.568810 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: availability_zone_filter.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.569743 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.570240 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: availability_zone_filter Sep 03 14:52:29.570557 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: data_plane_status.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.571448 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.571939 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 14:52:29.572245 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: default_subnetpools.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.573155 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.573684 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: default-subnetpools Sep 03 14:52:29.574001 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.574781 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.575385 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: dhcp_agent_scheduler Sep 03 14:52:29.575694 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: dns.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.576600 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.577089 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension dns-integration not supported by any of loaded plugins Sep 03 14:52:29.577404 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: dns_domain_ports.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.578347 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.578842 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 14:52:29.579230 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.580140 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.580631 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 14:52:29.580940 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: dvr.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.581629 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.582128 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: dvr Sep 03 14:52:29.582436 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: ecmp_routes.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.583341 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.583830 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 14:52:29.584143 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: empty_string_filtering.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.585033 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.585551 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: empty-string-filtering Sep 03 14:52:29.585872 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.586760 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.587247 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 14:52:29.587563 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.588459 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.588951 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 14:52:29.589267 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: external_net.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.590183 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.590672 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: external-net Sep 03 14:52:29.590987 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.591872 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.592460 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: extra_dhcp_opt Sep 03 14:52:29.592783 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: extraroute.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.593694 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.594215 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: extraroute Sep 03 14:52:29.594529 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: extraroute_atomic.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.595631 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.596126 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: extraroute-atomic Sep 03 14:52:29.596442 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: filter_validation.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.597095 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.597610 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: filter-validation Sep 03 14:52:29.597923 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: fip_pf_description.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.598813 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.599302 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 14:52:29.599617 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: fip_port_details.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.600776 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.601268 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: fip-port-details Sep 03 14:52:29.601603 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: flavors.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.602815 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.603320 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: flavors Sep 03 14:52:29.603635 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.605408 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.605937 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 14:52:29.606258 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: floatingip_pools.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.607035 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.607530 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: floatingip-pools Sep 03 14:52:29.607849 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: ip_allocation.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.608780 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.609388 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 14:52:29.609736 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.610662 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.611160 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: ip-substring-filtering Sep 03 14:52:29.611479 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: l2_adjacency.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.612386 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.612883 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 14:52:29.613201 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: l3.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.614321 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.614825 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: router Sep 03 14:52:29.615144 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.617344 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.617874 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 14:52:29.618198 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.619114 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.619611 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: ext-gw-mode Sep 03 14:52:29.619932 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.620862 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.621362 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: l3-ha Sep 03 14:52:29.621712 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: l3_flavors.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.622612 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.623110 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: l3-flavors Sep 03 14:52:29.623428 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.624325 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.624816 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 14:52:29.625131 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: l3agentscheduler.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.626241 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.626737 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: l3_agent_scheduler Sep 03 14:52:29.627060 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: logging.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.628507 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.629011 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension logging not supported by any of loaded plugins Sep 03 14:52:29.629336 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: metering.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.630100 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.630663 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: metering Sep 03 14:52:29.630983 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.632049 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.632570 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: metering_source_and_destination_fields Sep 03 14:52:29.632889 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: multiprovidernet.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.633828 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.634320 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: multi-provider Sep 03 14:52:29.634636 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: netmtu.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.635542 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.636035 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: net-mtu Sep 03 14:52:29.636347 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: netmtu_writable.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.637318 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.637853 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: net-mtu-writable Sep 03 14:52:29.638173 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: network_availability_zone.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.638833 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.639324 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: network_availability_zone Sep 03 14:52:29.639637 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: network_ip_availability.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.640717 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.641213 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: network-ip-availability Sep 03 14:52:29.641540 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: network_segment_range.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.642315 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.642805 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 14:52:29.643121 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: pagination.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.644088 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.644411 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: pagination Sep 03 14:52:29.645068 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: port_device_profile.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.645999 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.646503 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: port-device-profile Sep 03 14:52:29.646819 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.647718 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.648213 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: port-mac-address-regenerate Sep 03 14:52:29.648526 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.649414 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.649939 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: port-numa-affinity-policy Sep 03 14:52:29.650253 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: port_resource_request.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.651279 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.651778 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 14:52:29.652093 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: portbindings.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.653013 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.653513 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: binding Sep 03 14:52:29.653856 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: portbindings_extended.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.655106 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.655606 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: binding-extended Sep 03 14:52:29.655923 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: portsecurity.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.656819 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.657721 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: port-security Sep 03 14:52:29.658038 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: project_id.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.658997 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.659321 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: project-id Sep 03 14:52:29.659635 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: providernet.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.660540 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.661047 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: provider Sep 03 14:52:29.661364 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: qos.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.664970 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.665490 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension qos not supported by any of loaded plugins Sep 03 14:52:29.665849 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.667068 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.667571 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 14:52:29.667893 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.668794 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.669291 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 14:52:29.669638 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: qos_default.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.670539 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.671032 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension qos-default not supported by any of loaded plugins Sep 03 14:52:29.671350 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: qos_fip.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.671996 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.672485 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension qos-fip not supported by any of loaded plugins Sep 03 14:52:29.672804 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: qos_gateway_ip.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.673790 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.674288 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 14:52:29.674620 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: qos_port_network_policy.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.675495 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.675982 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 14:52:29.676294 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: qos_pps_rule.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.677444 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.677975 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension qos-pps not supported by any of loaded plugins Sep 03 14:52:29.678292 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: qos_rule_type_details.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.679256 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.679750 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 14:52:29.680067 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: qos_rules_alias.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.681095 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.681624 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 14:52:29.681942 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: quotasv2.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.682856 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.683176 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: quotas Sep 03 14:52:29.683488 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: quotasv2_detail.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.686730 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.687065 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: quota_details Sep 03 14:52:29.687390 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: rbac.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.688430 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.688984 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: rbac-policies Sep 03 14:52:29.689304 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: rbac_address_group.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.690259 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.690766 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: rbac-address-group Sep 03 14:52:29.691084 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: rbac_address_scope.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.691985 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.692489 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: rbac-address-scope Sep 03 14:52:29.692806 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: rbac_security_groups.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.693736 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.694237 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: rbac-security-groups Sep 03 14:52:29.694549 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: rbac_subnetpool.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.695445 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.695943 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: rbac-subnetpool Sep 03 14:52:29.696253 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: revisionifmatch.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.697149 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.697681 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: revision-if-match Sep 03 14:52:29.697997 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: revisions.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.699089 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.699593 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: standard-attr-revisions Sep 03 14:52:29.699924 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: router_availability_zone.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.700561 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.701055 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: router_availability_zone Sep 03 14:52:29.701369 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: routerservicetype.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.702306 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.702799 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension router-service-type not supported by any of loaded plugins Sep 03 14:52:29.703108 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.704008 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.704545 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: security-groups-normalized-cidr Sep 03 14:52:29.704858 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.705795 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.706287 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: port-security-groups-filtering Sep 03 14:52:29.706598 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.707507 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.707997 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: security-groups-remote-address-group Sep 03 14:52:29.708311 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: securitygroup.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.719311 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.719868 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: security-group Sep 03 14:52:29.720194 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: segment.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.720979 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.721474 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension segment not supported by any of loaded plugins Sep 03 14:52:29.721817 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.722751 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.723246 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 14:52:29.723565 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: servicetype.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.724706 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.725210 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: service-type Sep 03 14:52:29.725550 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: sorting.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.726528 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.726858 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: sorting Sep 03 14:52:29.727171 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: standard_attr_segment.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.728076 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.728578 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 14:52:29.728897 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: standardattrdescription.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.729545 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.730065 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: standard-attr-description Sep 03 14:52:29.730378 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: stateful_security_group.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.731295 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.731793 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: stateful-security-group Sep 03 14:52:29.732441 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: stdattrs_common.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.733029 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 14:52:29.733341 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.734307 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.734815 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 14:52:29.735127 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: subnet_onboard.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.736264 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.736766 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: subnet_onboard Sep 03 14:52:29.737083 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.738012 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.738505 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 14:52:29.738814 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: subnet_service_types.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.739725 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.740222 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: subnet-service-types Sep 03 14:52:29.740535 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: subnetallocation.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.741628 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.742124 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: subnet_allocation Sep 03 14:52:29.742443 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.743102 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.743596 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: subnetpool-prefix-ops Sep 03 14:52:29.743908 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.744816 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.745305 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 14:52:29.745642 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: tagging.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.746697 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.747198 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: standard-attr-tag Sep 03 14:52:29.747518 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: timestamp.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.748736 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.749238 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loaded extension: standard-attr-timestamp Sep 03 14:52:29.749573 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: trunk.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.750636 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.751157 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension trunk not supported by any of loaded plugins Sep 03 14:52:29.751476 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: trunk_details.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.752388 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.752962 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension trunk-details not supported by any of loaded plugins Sep 03 14:52:29.753284 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: uplink_status_propagation.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.754358 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.754857 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 14:52:29.755177 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Loading extension file: vlantransparent.py {{(pid=93721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 14:52:29.755846 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 14:52:29.756425 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 14:52:29.758865 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:network Sep 03 14:52:29.759378 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:subnet Sep 03 14:52:29.759767 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 14:52:29.760159 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:port Sep 03 14:52:29.761371 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.761844 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service FLAVORS assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.762565 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.762982 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.763309 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:router Sep 03 14:52:29.763726 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 14:52:29.764207 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service METERING assigned prefix: /metering {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.765753 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.766114 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.766458 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 14:52:29.767530 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 14:52:29.767965 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:security_group Sep 03 14:52:29.768404 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 14:52:29.768987 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service CORE assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.769312 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 14:52:29.770028 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] subnetpool is already registered Sep 03 14:52:29.770448 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service CORE assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.770766 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 14:52:29.771087 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] subnetpool is already registered Sep 03 14:52:29.773364 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.773810 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service FLAVORS assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.774392 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.774805 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.775134 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:router Sep 03 14:52:29.775463 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] router is already registered Sep 03 14:52:29.775863 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 14:52:29.776194 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] floatingip is already registered Sep 03 14:52:29.776636 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service METERING assigned prefix: /metering {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.777290 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 14:52:29.777641 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] rbac_policy is already registered Sep 03 14:52:29.778043 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:security_group Sep 03 14:52:29.778373 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] security_group is already registered Sep 03 14:52:29.778762 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 14:52:29.779086 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] security_group_rule is already registered Sep 03 14:52:29.779734 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service CORE assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.780100 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 14:52:29.780380 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] subnetpool is already registered Sep 03 14:52:29.780803 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.v2.resource_helper [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Service CORE assigned prefix: {{(pid=93721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 14:52:29.781122 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 14:52:29.781445 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING neutron.quota.resource_registry [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] subnetpool is already registered Sep 03 14:52:29.781931 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: extensions {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.783425 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: address-groups {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.784903 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: address-scopes {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.786282 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: agents {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.787460 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: auto-allocated-topology {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.788703 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: availability_zones {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.789972 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: dhcp-networks {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.791488 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: dhcp-agents {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.792920 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: routers {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.795265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: flavors {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.796433 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: service_profiles {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.797661 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: next_providers {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.799172 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: service_profiles {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.800708 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: floatingip-pools {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.801955 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: routers {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.804073 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: floatingips {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.805352 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: l3-routers {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.806762 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: l3-agents {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.808194 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: metering-labels {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.809659 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: metering-label-rules {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.810929 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: network-ip-availabilities {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.812211 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: bindings {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.814740 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: quotas {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.816195 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: quotas {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.817633 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: rbac-policies {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.818843 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: security-groups {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.820124 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: security-group-rules {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.821369 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: service-providers {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.822613 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: subnetpools {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.824035 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: subnetpools {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.825508 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: tags {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.827181 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: tags {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.829034 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: tags {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.831026 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: tags {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.832977 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: tags {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.834856 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: tags {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.836539 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: tags {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.838468 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: tags {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.840225 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: tags {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.842082 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron.api.extensions [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Extended resource: tags {{(pid=93721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 14:52:29.848164 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING keystonemiddleware.auth_token [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 14:52:29.853036 dv-cinder-774288-7-iscsi neutron-server[93721]: WARNING keystonemiddleware.auth_token [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 14:52:29.861650 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_concurrency.lockutils [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Acquired lock "singleton_lock" {{(pid=93721) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 14:52:29.862125 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_concurrency.lockutils [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Releasing lock "singleton_lock" {{(pid=93721) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 14:52:29.862775 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO oslo_service.service [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Starting 2 workers Sep 03 14:52:29.867632 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Started child 93828 {{(pid=93721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 14:52:29.871951 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Started child 93829 {{(pid=93721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 14:52:29.872805 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:29.873475 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO neutron.service [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 14:52:29.874115 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Notify callbacks [] for process, before_spawn {{(pid=93721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:29.874243 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [-] (93828) wsgi starting up on http://0.0.0.0:9696 Sep 03 14:52:29.876541 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO oslo_service.service [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Starting 1 workers Sep 03 14:52:29.876690 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:29.877974 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [-] (93829) wsgi starting up on http://0.0.0.0:9696 Sep 03 14:52:29.881626 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Started child 93830 {{(pid=93721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 14:52:29.882131 dv-cinder-774288-7-iscsi neutron-server[93721]: INFO oslo_service.service [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Starting 1 workers Sep 03 14:52:29.885166 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.service [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] calling RpcWorker wait() {{(pid=93830) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 14:52:29.885796 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.service [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] returning from RpcWorker wait() {{(pid=93830) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 14:52:29.886467 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Started child 93831 {{(pid=93721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 14:52:29.887173 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:29.887301 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG neutron_lib.callbacks.manager [None req-91fb4d3f-c439-48c3-8e5e-1050ad529902 None None] Notify callbacks [] for process, after_spawn {{(pid=93721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:29.887600 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:52:29.889045 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93721) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 14:52:29.889251 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 14:52:29.889408 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 14:52:29.889660 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 14:52:29.889983 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 14:52:29.890110 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 14:52:29.890621 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.890846 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.891122 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.891338 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:29.891941 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.891941 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.892276 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.892485 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.892744 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.893016 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.893232 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.893384 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.893551 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.893807 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.894011 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.894320 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.894548 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.895112 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.895401 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.895559 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.895832 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.896034 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.896288 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.896490 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] debug = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.896771 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.897234 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.897449 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.897729 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.897963 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.898228 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.898465 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.898711 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.898951 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.899164 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.899391 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.899638 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.899863 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.900078 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.900289 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.900522 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.900731 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.901177 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] host = dv-cinder-774288-7-iscsi {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.901413 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.901627 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.901876 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.902122 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.902354 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.902562 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.902806 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.903039 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.903293 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.903507 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.903751 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.903986 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.904224 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.904449 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.904600 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_options = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.904811 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.905077 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.905315 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.905594 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.905745 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.905896 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.906073 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.906216 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.906469 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.906697 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.906903 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.907113 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.907390 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.907618 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.907875 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.908112 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.908337 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.908554 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.908801 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.909046 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.909261 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.909495 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.909726 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.909930 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.910141 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.910365 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.910579 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.910814 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.911016 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.911267 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.911502 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.911740 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.911975 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.912221 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.912444 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.912660 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.912886 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.913140 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.913367 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.913635 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.913876 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.914103 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.914320 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.914545 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.914754 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.914981 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_json = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.915185 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.915405 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.915654 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.915855 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.916060 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.916263 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.916469 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.916692 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.917131 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.917400 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.917754 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.917994 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.918217 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.918458 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.918719 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.920000 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.920249 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.920521 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.920880 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.921114 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.921259 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:52:29.921409 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.921730 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.922192 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.922357 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.922593 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.922916 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.923162 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.923402 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.923638 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.923945 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.924228 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.924450 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.924707 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.926192 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.926192 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.926192 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.926553 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.927204 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.927204 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.927485 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.927609 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.927729 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.927932 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.928168 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.928383 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.929555 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.929555 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.929555 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.929555 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.929555 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.929988 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.929988 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.930266 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.930415 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.930656 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.930875 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.931093 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.931665 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.931665 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.931928 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.932113 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.932248 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.932433 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.932685 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.932927 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.933139 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.933351 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.934501 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.934637 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.935023 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.935158 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.935667 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.935667 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.935990 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.936092 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.936278 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.936500 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.936721 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.936949 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.937203 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.937443 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.937719 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.937960 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.938180 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.938402 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.938621 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.938885 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.939105 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.939443 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.939578 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.939780 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.939981 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.940231 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.940549 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.940710 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.940875 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.941162 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.941455 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.941780 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.942040 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.942361 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.942542 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.942727 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.942943 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.943188 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.943554 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.943697 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.943879 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.944040 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.944261 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.944486 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.944733 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.944978 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.945229 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.945439 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.945677 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.945905 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.946157 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.946396 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.946660 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.946934 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.947201 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.947467 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.947717 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.947992 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.948240 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.948525 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.948765 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.949027 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.949307 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.949587 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.949847 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.950101 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.950340 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.950571 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.950798 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.951064 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.951289 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.951545 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.951760 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.952038 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.952286 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.952519 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.952747 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.952988 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.953319 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.953981 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.953981 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.953981 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.954416 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.954905 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.954905 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.955118 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.955458 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.956567 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.956567 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.956808 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.957760 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.957760 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.957760 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.957760 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.958065 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.958065 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.958302 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.958517 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.958732 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.958979 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.959194 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.959410 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.959656 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.959883 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.960119 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.960360 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.960589 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.960806 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.961038 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.961255 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.961467 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.961704 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.962135 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.962240 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.962392 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.962667 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.962923 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.963137 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.964265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.964265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.964265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.964265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.964265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.964872 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.964872 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.964872 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.965221 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.965221 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.967033 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.967033 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.967033 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.967033 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.967033 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.967033 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.967033 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.967862 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.967862 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.967862 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.967862 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.968437 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.968437 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.968437 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.968657 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.968807 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.969024 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.969268 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.969502 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.970196 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.970759 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.970976 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.971645 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.971645 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.971645 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.972025 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.972148 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.972332 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.972557 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.972791 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.973018 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.973226 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.973431 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.973675 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.973908 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.974132 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.974360 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.974566 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.974770 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.974983 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.975194 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.975451 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.975607 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.975816 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.976047 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.976268 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.976473 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.976677 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.976901 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.977107 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.977314 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.977557 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.977757 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.977983 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.978222 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.978426 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.978629 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.978844 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.979052 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.979277 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.979569 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.979804 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.980019 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.980304 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.980560 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.980809 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.981060 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.981365 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.981607 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.981842 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.982074 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.982300 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.982519 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.982775 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.983096 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.983379 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.983658 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.983912 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.984192 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.984461 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.984714 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.984941 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.985223 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.985613 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.985878 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.986151 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.986375 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.986604 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.986826 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.987039 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.987268 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.987508 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.987719 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.987973 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.988195 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.988433 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.988667 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.988889 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.989098 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.989316 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.989565 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.989805 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.990019 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:29.990162 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 14:52:29.990687 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93721) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 14:52:29.990914 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 14:52:29.991053 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 14:52:29.991187 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 14:52:29.991323 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 14:52:29.991457 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 14:52:29.991635 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.991795 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.991945 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.992099 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.992249 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.992422 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.992568 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.992774 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.992921 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.993055 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.993212 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.993352 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.993512 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.993702 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.993839 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.993983 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.994119 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.994288 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.994453 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.994594 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.994753 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.994912 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.995060 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] debug = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.995195 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.995408 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.995590 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.995727 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.995870 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.996003 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.996137 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.996271 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.996412 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.996573 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.996772 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.996932 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.997068 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.997211 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.997346 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.997480 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.997649 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.997810 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] host = dv-cinder-774288-7-iscsi {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.997947 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.998083 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.998217 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.998350 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.998484 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.998618 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.998751 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.998886 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.999028 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.999182 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.999323 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.999481 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.999633 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.999768 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:29.999922 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_options = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.000062 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.000220 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.000367 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.000547 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.000691 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.001722 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.001722 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.001722 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.001722 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.002361 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.002361 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.002361 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.002361 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.002361 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.002807 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.002807 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.002807 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.003008 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.003083 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.003220 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.003641 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.003804 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.003963 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.004121 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.004275 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.004431 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.004587 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.004743 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.004958 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.005100 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.005219 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.005337 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.005583 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.005858 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.005858 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.006173 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.006173 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.006325 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.006417 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.006529 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.006720 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.006856 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.006996 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.007152 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.007293 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.007529 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_json = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.007658 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.007789 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.007910 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.008038 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.008157 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.008384 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.008469 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.008590 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 14:52:30.008768 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.008923 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.009094 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.009252 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.009411 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.009590 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.009748 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.009906 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.010066 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.010238 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.010529 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.010529 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.011078 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.011078 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.011078 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.011535 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.011535 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.011535 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.012041 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.012041 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.012041 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.012041 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.012432 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.012432 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.012593 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.012593 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.012732 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.012912 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.013073 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.013232 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.013390 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.013563 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.013725 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.013885 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.014042 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.014200 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.014360 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.014518 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.014678 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.014831 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.014992 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.015180 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.015296 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.015696 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.015696 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.015849 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.015939 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.016044 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.016203 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.016361 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.016522 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.016782 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.016973 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.017155 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.017334 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.017542 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.017719 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.017888 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.018055 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.018222 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.018390 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.018572 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.018716 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.018877 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.019038 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.019197 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.019374 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.019533 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.020042 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.020200 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.020359 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.020517 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.020676 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.020834 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.020991 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.021166 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.021392 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.021620 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.021620 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.021787 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.021921 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.022112 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.022254 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.022399 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.022543 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.022691 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.022822 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.022959 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.023109 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.023275 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.023449 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.023607 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.023763 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.023917 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.024047 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:52:30.024186 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.024319 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.024450 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.024581 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.024721 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.024851 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.024983 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.025126 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.025258 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.025390 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.025610 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.025701 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.025826 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.025982 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.026138 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.026293 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.026448 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.026604 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.026759 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.026915 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.027111 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.027228 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.027395 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.027552 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.027711 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.027868 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.028032 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.028200 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.028359 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.028517 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.028675 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.028832 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.028988 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.029144 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.029301 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.029455 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.029631 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.029869 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.030059 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.030277 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.030382 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.030534 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.030690 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.030870 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.031026 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.031180 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.031337 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.031495 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.031656 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.031821 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.032032 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.032177 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.032314 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.032450 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.032623 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.032713 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.032913 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.033077 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.033238 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.033384 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.033577 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.033666 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.033806 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.033963 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.034119 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.034329 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.034460 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.034605 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.034723 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.034860 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.035018 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.035174 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.035330 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.035487 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.035647 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.035802 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.035957 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.036112 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.036270 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.036423 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.036580 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.036750 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.036910 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.037053 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.037187 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.037328 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.037502 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.037655 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.037808 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.037968 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.038129 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.038352 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.038490 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.038597 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.039536 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.039696 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.039853 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.040011 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.040325 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.040325 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.040492 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.040648 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.040806 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.040951 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.041398 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.041398 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.041398 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.042265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.042265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.042265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.042265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.042265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.042265 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.042960 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.042960 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.042960 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.042960 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.042960 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.043681 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.043681 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.043681 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.043681 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.044081 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.044081 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.044081 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.044347 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.044347 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.044532 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.044611 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.044737 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.044898 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.045136 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.045270 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.045352 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.045478 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.045696 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.045823 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.045988 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.046449 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.046449 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.046449 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.046683 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.046868 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.046983 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.047116 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.047323 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.047323 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.047542 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.047656 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.047759 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.047959 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.048151 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.048297 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.048448 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.048562 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.048719 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.048885 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.049042 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.049330 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.049330 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.049623 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.049740 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.049827 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.049953 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.050115 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.050275 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.050429 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.050579 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.050907 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.050907 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.051140 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.051252 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.051362 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.051527 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.051690 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.052069 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.052069 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.052402 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.052402 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.052598 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.052598 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.052851 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.052974 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.053057 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.053166 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.053321 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.053479 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.053758 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.053890 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.053978 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.054104 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.054260 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.054411 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.054567 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.054726 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.054929 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 14:52:30.055087 dv-cinder-774288-7-iscsi neutron-server[93721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 14:52:30.291359 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 53906) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:52:30.305051 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101926 Sep 03 14:52:41.598965 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764bd3e-4f0f-4997-87bc-bfc2710f06bc None None] get_active_networks_info from dv-cinder-774288-7-iscsi {{(pid=93830) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 14:52:41.663366 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5764bd3e-4f0f-4997-87bc-bfc2710f06bc None None] No non-hosted networks {{(pid=93830) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 14:52:41.686474 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.agentschedulers_db [None req-5764bd3e-4f0f-4997-87bc-bfc2710f06bc None None] DHCP Agent not found on host dv-cinder-774288-7-iscsi {{(pid=93830) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 14:52:41.826579 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4adb9d3b-24f7-452c-b0ae-d7a0425b117a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814171'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:44.167041 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f24b8737-8f90-4790-900f-dfe17b05ab52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814171'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:44.214832 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-de3f8706-1704-4302-a22a-8ece23b9b4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:44.327414 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814171'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:44.328895 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.329771 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.330379 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.330967 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.333025 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.335180 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.336173 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.338413 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.340847 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.342469 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.344345 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.344881 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:44.345606 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774288-7-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:52:44.362834 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774288-7-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:52:45.214184 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814171'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:47.082487 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814171'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:48.100960 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 53998) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:52:48.626373 dv-cinder-774288-7-iscsi neutron-server[93829]: WARNING oslo_policy.policy [None req-49fa44d3-094c-4c36-99c7-8788ac14165d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:52:48.627028 dv-cinder-774288-7-iscsi neutron-server[93829]: WARNING oslo_policy.policy [None req-49fa44d3-094c-4c36-99c7-8788ac14165d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:52:48.845630 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [None req-49fa44d3-094c-4c36-99c7-8788ac14165d admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:52:48.846695 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-49fa44d3-094c-4c36-99c7-8788ac14165d admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7447464 Sep 03 14:52:50.441869 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.db.l3_hamode_db [None req-984720ba-a1a9-4ca5-b084-7afbdb89c2ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 14:52:50.517931 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984720ba-a1a9-4ca5-b084-7afbdb89c2ab None None] Routers set() bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:52:50.518338 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984720ba-a1a9-4ca5-b084-7afbdb89c2ab None None] Router IDs set() for agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 14:52:51.234167 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54012) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:52:51.588570 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-0681a959-6a25-4f1c-a3f8-2fcd889a7e38 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:52:51.686223 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.policy [None req-0681a959-6a25-4f1c-a3f8-2fcd889a7e38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93829) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 14:52:51.730154 dv-cinder-774288-7-iscsi neutron-server[93829]: WARNING oslo_policy.policy [None req-0681a959-6a25-4f1c-a3f8-2fcd889a7e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:52:51.730515 dv-cinder-774288-7-iscsi neutron-server[93829]: WARNING oslo_policy.policy [None req-0681a959-6a25-4f1c-a3f8-2fcd889a7e38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:52:51.739241 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.quota [None req-0681a959-6a25-4f1c-a3f8-2fcd889a7e38 admin admin] Loaded quota_driver: . Sep 03 14:52:51.832385 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0681a959-6a25-4f1c-a3f8-2fcd889a7e38 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749026772985', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749026772394', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749026899592', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749026901332', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749027200423', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749026871486', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-616996', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1331100', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-348398', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-418580'] for rbac-policy, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:51.904892 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0681a959-6a25-4f1c-a3f8-2fcd889a7e38 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:51.906394 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-0681a959-6a25-4f1c-a3f8-2fcd889a7e38 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6712904 Sep 03 14:52:54.512892 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54024) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:52:54.856632 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'name': 'private', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:52:54.891541 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Made reservation on behalf of da27de014cdb4b8bb95ea3b908a7cafe for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:52:54.896541 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:54.919356 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:55.054399 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:55.059551 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:55.081096 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:52:55.107670 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749025804364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:55.108276 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Unsubscribe: segment precommit_create {{(pid=93829) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 14:52:55.108787 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.segments_db [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Added segment fee7c211-4a85-4f16-b0a0-26a2c9827fa9 of type vlan for network d253c103-1908-4b1b-b06a-ca22a1637b21 Sep 03 14:52:55.142029 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ecfe22-3058-42e0-9f2e-2c53d901f321,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:52:55.184701 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.184946 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.185308 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.185662 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.185984 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.186319 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.186640 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.186961 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.187286 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.187581 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.187890 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.188197 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Tracked resource versions report: Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: pushed versions: Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: { 'AddressGroup': {'1.2'}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'ConntrackHelper': {'1.0'}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Log': {'1.0'}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Network': {'1.1'}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Port': {'1.7'}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'PortForwarding': {'1.2'}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'QosPolicy': {'1.9'}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SecurityGroup': {'1.4'}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SubPort': {'1.0'}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Subnet': {'1.1'}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Trunk': {'1.1'}} Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: consumer versions: Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: { DHCP agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: L3 agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: Metadata agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: Metering agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: Open vSwitch agent@dv-cinder-774288-7-iscsi: { 'AddressGroup': '1.2', Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'ConntrackHelper': '1.0', Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Log': '1.0', Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Network': '1.1', Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Port': '1.7', Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'PortForwarding': '1.2', Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'QosPolicy': '1.9', Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SecurityGroup': '1.4', Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SecurityGroupRule': '1.2', Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SubPort': '1.0', Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Subnet': '1.1', Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Trunk': '1.1'}} Sep 03 14:52:55.189275 dv-cinder-774288-7-iscsi neutron-server[93829]: {{(pid=93829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:52:55.223033 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:55.267579 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:55.268703 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:52:55.269471 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:55.328445 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8139586 Sep 03 14:52:55.368208 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b18f4-90dd-44f2-a19d-33342eaf3ebb admin admin] Pushing event updated for resources: {'Network': ['ID=d253c103-1908-4b1b-b06a-ca22a1637b21,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:52:55.380779 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network d253c103-1908-4b1b-b06a-ca22a1637b21 details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:52:57.978549 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54038) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:52:58.424805 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68d64d2-55a4-4ebf-928c-4cfb87e71926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:52:58.426278 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-e68d64d2-55a4-4ebf-928c-4cfb87e71926 admin admin] 10.222.0.46 "GET /v2.0/networks/d253c103-1908-4b1b-b06a-ca22a1637b21 HTTP/1.1" status: 200 len: 825 time: 0.4465752 Sep 03 14:52:58.457152 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-4a284a83-6a0f-495d-b9e9-7df959759484 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/d4b77127-e82d-478f-9489-2e60a9aeca33 HTTP/1.1" status: 200 len: 734 time: 0.0213649 Sep 03 14:52:58.466914 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] Request body: {'subnet': {'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd4b77127-e82d-478f-9489-2e60a9aeca33', 'name': 'private-subnet', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:52:58.494016 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] Made reservation on behalf of da27de014cdb4b8bb95ea3b908a7cafe for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:52:58.496867 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:58.798365 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:58.864964 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5d57f1-9729-4e46-ad1e-92010bebeb80,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:52:58.874787 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] Checking segment: {'id': 'fee7c211-4a85-4f16-b0a0-26a2c9827fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:52:58.875265 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] Network hostable DHCP agents. Network: d253c103-1908-4b1b-b06a-ca22a1637b21, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:52:58.900437 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] Network d253c103-1908-4b1b-b06a-ca22a1637b21 is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:52:58.913420 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, d253c103-1908-4b1b-b06a-ca22a1637b21) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:52:58.918929 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:52:58.919520 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:58.923891 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502d2d81-821d-48c1-9ef4-01113e5fa17d None None] Network d253c103-1908-4b1b-b06a-ca22a1637b21 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:52:58.934837 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-f0f3ecd7-a071-4bd8-89bf-559e9b316f96 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4714127 Sep 03 14:52:59.238707 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce555569-4350-5e27-bffc-e45919926357-d253c103-1908-4b1b-b06a-ca22a1637b21', 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'fixed_ips': [{'subnet_id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80'}]}} from dv-cinder-774288-7-iscsi. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:52:59.239929 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:59.512892 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Allocated IP 172.20.0.2 (d253c103-1908-4b1b-b06a-ca22a1637b21/ef5d57f1-9729-4e46-ad1e-92010bebeb80/4de37ef9-8516-4383-a670-3f576e4ebda6) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:52:59.738844 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:59.754878 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Transition to ACTIVE for port object 4de37ef9-8516-4383-a670-3f576e4ebda6 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:52:59.776749 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Transition to ACTIVE for port object 4de37ef9-8516-4383-a670-3f576e4ebda6 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:52:59.784165 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:59.859311 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Network d253c103-1908-4b1b-b06a-ca22a1637b21 is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:52:59.865508 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:52:59.867159 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Pushing event updated for resources: {'Port': ['ID=4de37ef9-8516-4383-a670-3f576e4ebda6,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:52:59.871932 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:52:59.879952 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.880293 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.880627 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.880958 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.881281 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.881641 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.881964 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.882288 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.882622 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.882946 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.883269 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.883583 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Tracked resource versions report: Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: pushed versions: Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: { 'AddressGroup': {'1.2'}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'ConntrackHelper': {'1.0'}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Log': {'1.0'}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Network': {'1.1'}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Port': {'1.7'}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'PortForwarding': {'1.2'}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'QosPolicy': {'1.9'}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SecurityGroup': {'1.4'}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SubPort': {'1.0'}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Subnet': {'1.1'}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Trunk': {'1.1'}} Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: consumer versions: Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: { DHCP agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: L3 agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: Metadata agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: Metering agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: Open vSwitch agent@dv-cinder-774288-7-iscsi: { 'AddressGroup': '1.2', Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'ConntrackHelper': '1.0', Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Log': '1.0', Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Network': '1.1', Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Port': '1.7', Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'PortForwarding': '1.2', Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'QosPolicy': '1.9', Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SecurityGroup': '1.4', Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SecurityGroupRule': '1.2', Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SubPort': '1.0', Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Subnet': '1.1', Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Trunk': '1.1'}} Sep 03 14:52:59.884685 dv-cinder-774288-7-iscsi neutron-server[93830]: {{(pid=93830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:52:59.954166 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Attempting to bind port 4de37ef9-8516-4383-a670-3f576e4ebda6 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:52:59.954829 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Attempting to bind port 4de37ef9-8516-4383-a670-3f576e4ebda6 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': 'fee7c211-4a85-4f16-b0a0-26a2c9827fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:52:59.954926 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Attempting to bind port 4de37ef9-8516-4383-a670-3f576e4ebda6 on network d253c103-1908-4b1b-b06a-ca22a1637b21 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:52:59.960045 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:52:59.960434 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Checking segment: {'id': 'fee7c211-4a85-4f16-b0a0-26a2c9827fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:52:59.960898 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:52:59.961280 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Bound using segment: {'id': 'fee7c211-4a85-4f16-b0a0-26a2c9827fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:52:59.961766 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Bound port: 4de37ef9-8516-4383-a670-3f576e4ebda6, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee7c211-4a85-4f16-b0a0-26a2c9827fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:52:59.962154 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:00.027670 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] For port 4de37ef9-8516-4383-a670-3f576e4ebda6, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:53:00.032431 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] For port 4de37ef9-8516-4383-a670-3f576e4ebda6, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=4de37ef9-8516-4383-a670-3f576e4ebda6,segment=NetworkSegment(fee7c211-4a85-4f16-b0a0-26a2c9827fa9),segment_id=fee7c211-4a85-4f16-b0a0-26a2c9827fa9)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:53:00.036830 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:00.106743 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d0dfc-0359-422a-b8f8-e3579ed536bd None None] Pushing event updated for resources: {'Port': ['ID=4de37ef9-8516-4383-a670-3f576e4ebda6,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:01.324095 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54046) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:53:01.847543 dv-cinder-774288-7-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-80b149a2-242e-426b-8343-54b8250640b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:53:01.848134 dv-cinder-774288-7-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-80b149a2-242e-426b-8343-54b8250640b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:53:02.067074 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [None req-80b149a2-242e-426b-8343-54b8250640b2 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:53:02.068318 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-80b149a2-242e-426b-8343-54b8250640b2 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7420113 Sep 03 14:53:04.438882 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54060) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:53:04.758938 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [None req-20754cce-8850-488d-980b-fb4fdca760a5 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:53:04.759907 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-20754cce-8850-488d-980b-fb4fdca760a5 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3191252 Sep 03 14:53:07.387609 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54074) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:53:07.751498 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-6cde34a8-89f6-4ee7-bb18-c5bd59297843 admin admin] Request body: {'router': {'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:53:07.779208 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6cde34a8-89f6-4ee7-bb18-c5bd59297843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4683'] for router, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:07.780781 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6cde34a8-89f6-4ee7-bb18-c5bd59297843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4722'] for router, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:07.918141 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6cde34a8-89f6-4ee7-bb18-c5bd59297843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:07.924479 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6cde34a8-89f6-4ee7-bb18-c5bd59297843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696501'] for router, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:07.946130 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6cde34a8-89f6-4ee7-bb18-c5bd59297843 admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:07.947439 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-6cde34a8-89f6-4ee7-bb18-c5bd59297843 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5588200 Sep 03 14:53:08.216623 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 4de37ef9-8516-4383-a670-3f576e4ebda6 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:53:08.302163 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 4de37ef9-8516-4383-a670-3f576e4ebda6 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:53:08.448611 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e0e82-b830-4ec1-ab8a-a07c7ccd56b2 None None] Network d253c103-1908-4b1b-b06a-ca22a1637b21 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:53:08.559843 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-cf960181-e963-434b-8ab9-2c68e69c932c None None] Provisioning for port 4de37ef9-8516-4383-a670-3f576e4ebda6 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:53:08.565759 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-cf960181-e963-434b-8ab9-2c68e69c932c None None] Provisioning complete for port 4de37ef9-8516-4383-a670-3f576e4ebda6 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:53:08.566148 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cf960181-e963-434b-8ab9-2c68e69c932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:08.715430 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cf960181-e963-434b-8ab9-2c68e69c932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:08.754792 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-cf960181-e963-434b-8ab9-2c68e69c932c None None] For port 4de37ef9-8516-4383-a670-3f576e4ebda6, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=4de37ef9-8516-4383-a670-3f576e4ebda6,segment=NetworkSegment(fee7c211-4a85-4f16-b0a0-26a2c9827fa9),segment_id=fee7c211-4a85-4f16-b0a0-26a2c9827fa9)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:53:08.760588 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cf960181-e963-434b-8ab9-2c68e69c932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:08.812384 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf960181-e963-434b-8ab9-2c68e69c932c None None] Pushing event updated for resources: {'Port': ['ID=4de37ef9-8516-4383-a670-3f576e4ebda6,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:08.879558 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-e6dfa3d2-dacf-457c-99a2-459d3d1659c2 None None] Provisioning complete for port 4de37ef9-8516-4383-a670-3f576e4ebda6 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:53:08.879932 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e6dfa3d2-dacf-457c-99a2-459d3d1659c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:10.180127 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 4de37ef9-8516-4383-a670-3f576e4ebda6 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:53:10.226586 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 4de37ef9-8516-4383-a670-3f576e4ebda6 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:53:10.226960 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:10.342727 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54082) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:53:10.698450 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [None req-1cbec9ba-79f3-41df-873c-5283d807725d admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:53:10.699488 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-1cbec9ba-79f3-41df-873c-5283d807725d admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3557696 Sep 03 14:53:11.552711 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-623d2c12-0a8f-41b4-ab95-10519f6b2395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:13.134083 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54090) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:53:13.479945 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:53:13.505707 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Made reservation on behalf of f18467873f564d84954390cbdc5e6ed1 for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:53:13.509308 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:13.522482 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:13.619847 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:13.628492 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:13.650554 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Reserving flat network on physical network physnet1 {{(pid=93829) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 14:53:13.671295 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c7eb63-c4f5-4004-9302-f77c18853105,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:13.677440 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:13.677814 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.segments_db [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Added segment 1ce5854d-5ea8-40b3-85af-720834e3e376 of type flat for network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d Sep 03 14:53:13.723928 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:13.759030 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:13.760026 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:53:13.760620 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:13.790697 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6551859 Sep 03 14:53:13.823112 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df9619-5c0c-43f4-8dc3-25be82e9cb05 admin admin] Pushing event updated for resources: {'Network': ['ID=4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:13.833499 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:53:14.163506 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-440a8a94-462b-4bbd-bf71-d997b8b337f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:14.318970 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:15.168610 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:16.225014 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54108) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:53:16.556007 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.policy [None req-c90c2492-c50e-42fc-a639-760ca9bdd00f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93828) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 14:53:16.602160 dv-cinder-774288-7-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-c90c2492-c50e-42fc-a639-760ca9bdd00f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:53:16.602540 dv-cinder-774288-7-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-c90c2492-c50e-42fc-a639-760ca9bdd00f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 14:53:16.610679 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c2492-c50e-42fc-a639-760ca9bdd00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:53:16.612473 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c90c2492-c50e-42fc-a639-760ca9bdd00f admin admin] 10.222.0.46 "GET /v2.0/subnets/ef5d57f1-9729-4e46-ad1e-92010bebeb80 HTTP/1.1" status: 200 len: 849 time: 0.3865798 Sep 03 14:53:16.784584 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-67dde067-125f-4f7d-ae7c-fdcb28f5529c admin admin] 10.222.0.46 "GET /v2.0/routers/e345b1a0-4042-40d5-b0b4-7483c620c824 HTTP/1.1" status: 200 len: 704 time: 0.1622660 Sep 03 14:53:17.030587 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:17.059537 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:17.391192 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Allocated IP 172.20.0.1 (d253c103-1908-4b1b-b06a-ca22a1637b21/ef5d57f1-9729-4e46-ad1e-92010bebeb80/c46bdeb3-bd9e-44b5-bc21-cff605cb06b0) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:53:17.600008 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:17.626092 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Transition to ACTIVE for port object c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:53:17.695774 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:17.754240 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Network d253c103-1908-4b1b-b06a-ca22a1637b21 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:53:17.758969 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:53:17.809903 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Pushing event updated for resources: {'Port': ['ID=c46bdeb3-bd9e-44b5-bc21-cff605cb06b0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:17.813070 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:53:17.813070 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814176'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:17.870559 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.870917 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.871237 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.871594 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.872015 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.872258 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.872557 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.872892 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.873226 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.873557 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.873890 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.874206 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Tracked resource versions report: Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: pushed versions: Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: { 'AddressGroup': {'1.2'}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Log': {'1.0'}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Network': {'1.1'}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Port': {'1.7'}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'PortForwarding': {'1.2'}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'QosPolicy': {'1.9'}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SecurityGroup': {'1.4'}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SubPort': {'1.0'}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Subnet': {'1.1'}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Trunk': {'1.1'}} Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: consumer versions: Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: { DHCP agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: L3 agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: Metadata agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: Metering agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: Open vSwitch agent@dv-cinder-774288-7-iscsi: { 'AddressGroup': '1.2', Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'ConntrackHelper': '1.0', Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Log': '1.0', Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Network': '1.1', Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Port': '1.7', Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'PortForwarding': '1.2', Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'QosPolicy': '1.9', Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SecurityGroup': '1.4', Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SecurityGroupRule': '1.2', Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SubPort': '1.0', Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Subnet': '1.1', Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Trunk': '1.1'}} Sep 03 14:53:17.875337 dv-cinder-774288-7-iscsi neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:53:18.014254 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:18.056053 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-d1c5b91f-b324-459a-a8af-2c84ec3c7f67 None None] Provisioning for port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:53:18.059864 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-d1c5b91f-b324-459a-a8af-2c84ec3c7f67 None None] Provisioning complete for port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:53:18.060264 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b91f-b324-459a-a8af-2c84ec3c7f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:18.093785 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5b91f-b324-459a-a8af-2c84ec3c7f67 None None] Port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:53:18.249903 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:18.257474 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:18.258230 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698608'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:18.315080 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Pushing event updated for resources: {'Port': ['ID=c46bdeb3-bd9e-44b5-bc21-cff605cb06b0,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:18.385934 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Network d253c103-1908-4b1b-b06a-ca22a1637b21 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:53:18.387515 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:53:18.600049 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Router e345b1a0-4042-40d5-b0b4-7483c620c824 is scheduled to L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 14:53:18.615224 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b73216ba-82ae-474a-a288-b14d71dd8126 None None] Provisioning complete for port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:53:18.615594 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b73216ba-82ae-474a-a288-b14d71dd8126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:18.651325 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-b73216ba-82ae-474a-a288-b14d71dd8126 None None] Port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 14:53:18.693333 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:53:18.699003 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d638df55-7449-4a23-92c5-4a0638fe5af3 admin admin] 10.222.0.46 "PUT /v2.0/routers/e345b1a0-4042-40d5-b0b4-7483c620c824/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9057243 Sep 03 14:53:18.706277 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Sync routers for ids ['e345b1a0-4042-40d5-b0b4-7483c620c824'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:53:18.718972 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Routers {'e345b1a0-4042-40d5-b0b4-7483c620c824'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:53:18.719827 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T14:53:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['e345b1a0-4042-40d5-b0b4-7483c620c824'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:53:18.904907 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Set router e345b1a0-4042-40d5-b0b4-7483c620c824 gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:53:19.327006 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'name': 'router1', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:53:07Z', 'updated_at': '2021-09-03T14:53:17Z', 'revision_number': 2, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'gw_port_host': None, '_interfaces': [{'id': 'c46bdeb3-bd9e-44b5-bc21-cff605cb06b0', 'name': '', 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'mac_address': 'fa:16:3e:7a:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:53:17Z', 'updated_at': '2021-09-03T14:53:18Z', 'revision_number': 2, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'subnets': [{'id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4b77127-e82d-478f-9489-2e60a9aeca33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:53:19.377080 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Checking router: e345b1a0-4042-40d5-b0b4-7483c620c824 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:53:19.377445 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Updating router e345b1a0-4042-40d5-b0b4-7483c620c824 port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 binding host dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:53:19.424936 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:19.933715 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:19.951891 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Transition to ACTIVE for port object c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:53:19.958962 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:20.109893 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Pushing event updated for resources: {'Port': ['ID=c46bdeb3-bd9e-44b5-bc21-cff605cb06b0,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:20.126107 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Attempting to bind port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:53:20.126511 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Attempting to bind port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': 'fee7c211-4a85-4f16-b0a0-26a2c9827fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:53:20.126932 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Attempting to bind port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 on network d253c103-1908-4b1b-b06a-ca22a1637b21 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:53:20.129860 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.129966 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.130233 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.130565 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.130898 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.131225 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.132052 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.132331 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.132568 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.132892 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.133236 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.133552 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Tracked resource versions report: Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: pushed versions: Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: { 'AddressGroup': {'1.2'}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'ConntrackHelper': {'1.0'}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Log': {'1.0'}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Network': {'1.1'}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Port': {'1.7'}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'PortForwarding': {'1.2'}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'QosPolicy': {'1.9'}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SecurityGroup': {'1.4'}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SecurityGroupRule': {'1.2'}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SubPort': {'1.0'}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Subnet': {'1.1'}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Trunk': {'1.1'}} Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: consumer versions: Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: { DHCP agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: L3 agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: Metadata agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: Metering agent@dv-cinder-774288-7-iscsi: {}, Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: Open vSwitch agent@dv-cinder-774288-7-iscsi: { 'AddressGroup': '1.2', Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'ConntrackHelper': '1.0', Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Log': '1.0', Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Network': '1.1', Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Port': '1.7', Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'PortForwarding': '1.2', Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'QosPolicy': '1.9', Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SecurityGroup': '1.4', Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SecurityGroupRule': '1.2', Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SubPort': '1.0', Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Subnet': '1.1', Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Trunk': '1.1'}} Sep 03 14:53:20.134642 dv-cinder-774288-7-iscsi neutron-server[93831]: {{(pid=93831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 14:53:20.140490 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:53:20.140822 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Checking segment: {'id': 'fee7c211-4a85-4f16-b0a0-26a2c9827fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:53:20.141307 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:20.141720 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Bound using segment: {'id': 'fee7c211-4a85-4f16-b0a0-26a2c9827fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:53:20.142234 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Bound port: c46bdeb3-bd9e-44b5-bc21-cff605cb06b0, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee7c211-4a85-4f16-b0a0-26a2c9827fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:53:20.142616 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:20.208103 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] For port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:53:20.227536 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] For port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=c46bdeb3-bd9e-44b5-bc21-cff605cb06b0,segment=NetworkSegment(fee7c211-4a85-4f16-b0a0-26a2c9827fa9),segment_id=fee7c211-4a85-4f16-b0a0-26a2c9827fa9)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:53:20.233105 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:20.289210 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e23b0c-293a-480e-8678-2628e470a065 None None] Pushing event updated for resources: {'Port': ['ID=c46bdeb3-bd9e-44b5-bc21-cff605cb06b0,revision_number=4']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:20.293291 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Routers {'e345b1a0-4042-40d5-b0b4-7483c620c824'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:53:20.293845 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T14:53:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['e345b1a0-4042-40d5-b0b4-7483c620c824'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:53:20.380040 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] Set router e345b1a0-4042-40d5-b0b4-7483c620c824 gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:53:20.587765 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'name': 'router1', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:53:07Z', 'updated_at': '2021-09-03T14:53:17Z', 'revision_number': 2, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'gw_port_host': None, '_interfaces': [{'id': 'c46bdeb3-bd9e-44b5-bc21-cff605cb06b0', 'name': '', 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'mac_address': 'fa:16:3e:7a:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:53:17Z', 'updated_at': '2021-09-03T14:53:20Z', 'revision_number': 4, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'subnets': [{'id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4b77127-e82d-478f-9489-2e60a9aeca33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:53:20.619614 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af833cc-ecd3-436d-92ae-68957c84cdf3 None None] The sync data for ids ['e345b1a0-4042-40d5-b0b4-7483c620c824'] in dv-cinder-774288-7-iscsi is: [{'id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'name': 'router1', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:53:07Z', 'updated_at': '2021-09-03T14:53:17Z', 'revision_number': 2, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'gw_port_host': None, '_interfaces': [{'id': 'c46bdeb3-bd9e-44b5-bc21-cff605cb06b0', 'name': '', 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'mac_address': 'fa:16:3e:7a:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:53:17Z', 'updated_at': '2021-09-03T14:53:20Z', 'revision_number': 4, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'subnets': [{'id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4b77127-e82d-478f-9489-2e60a9aeca33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:53:20.915760 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54134) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:53:21.028846 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dc1f1b-0008-4c5e-8a62-5f973b735930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:53:21.030260 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b5dc1f1b-0008-4c5e-8a62-5f973b735930 admin admin] 10.222.0.46 "GET /v2.0/networks/4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d HTTP/1.1" status: 200 len: 842 time: 0.1135085 Sep 03 14:53:21.040593 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:53:21.042163 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.quota [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Loaded quota_driver: . Sep 03 14:53:21.075811 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Made reservation on behalf of f18467873f564d84954390cbdc5e6ed1 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:53:21.078159 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:21.379363 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.objects.ports [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 14:53:21.379796 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:21.432166 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01961ab8-eb90-4c51-95aa-5e1f55204b31,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:21.445569 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Checking segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:53:21.445923 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Network hostable DHCP agents. Network: 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:53:21.471304 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:53:21.483236 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:53:21.488000 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:53:21.488702 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:21.493241 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea61752-c715-458e-bcd2-d15a015e4395 None None] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:53:21.527683 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0f23f4ac-ea7a-4867-a93a-2852224703c7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4747376 Sep 03 14:53:21.624503 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3bc66f-043d-428c-b540-78b9a56e615a None None] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:53:23.801493 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54142) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:53:23.933253 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-159aeadd-9604-46cb-8562-cdb57d06e774 admin admin] 10.222.0.46 "GET /v2.0/routers/e345b1a0-4042-40d5-b0b4-7483c620c824 HTTP/1.1" status: 200 len: 710 time: 0.1305358 Sep 03 14:53:24.025101 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d59d3b-2037-4d55-8254-f56cc60965ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:53:24.026548 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-84d59d3b-2037-4d55-8254-f56cc60965ad admin admin] 10.222.0.46 "GET /v2.0/networks/4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d HTTP/1.1" status: 200 len: 886 time: 0.0872831 Sep 03 14:53:24.036827 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:53:24.288619 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:24.592749 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:24.665462 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:24.768485 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Allocated IP 172.27.0.125 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/fedf1a06-0963-49af-be65-1aedab9f5a91) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:53:24.870717 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:24.912986 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:24.948740 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:53:24.951479 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:53:24.954177 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:53:24.963122 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Pushing event updated for resources: {'Port': ['ID=fedf1a06-0963-49af-be65-1aedab9f5a91,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:25.204168 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:25.394165 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4704'] for router, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:25.398077 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692715'] for router, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:25.504342 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Router e345b1a0-4042-40d5-b0b4-7483c620c824 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 14:53:25.616687 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 14:53:25.621183 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:25.622556 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-32bfa72e-ae35-4eb2-aa58-2d5dcf64ee83 admin admin] 10.222.0.46 "PUT /v2.0/routers/e345b1a0-4042-40d5-b0b4-7483c620c824 HTTP/1.1" status: 200 len: 890 time: 1.5893705 Sep 03 14:53:26.207031 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:53:26.256015 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:53:26.259668 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:53:26.260042 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:26.336285 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:26.370291 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=c46bdeb3-bd9e-44b5-bc21-cff605cb06b0,segment=NetworkSegment(fee7c211-4a85-4f16-b0a0-26a2c9827fa9),segment_id=fee7c211-4a85-4f16-b0a0-26a2c9827fa9)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:53:26.374888 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:26.465904 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=c46bdeb3-bd9e-44b5-bc21-cff605cb06b0,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:26.930423 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Sync routers for ids ['e345b1a0-4042-40d5-b0b4-7483c620c824'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 14:53:26.941018 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Routers {'e345b1a0-4042-40d5-b0b4-7483c620c824'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:53:26.941730 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T14:53:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['e345b1a0-4042-40d5-b0b4-7483c620c824'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:53:27.144766 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Set router e345b1a0-4042-40d5-b0b4-7483c620c824 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:53:27.528100 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'name': 'router1', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fedf1a06-0963-49af-be65-1aedab9f5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:53:07Z', 'updated_at': '2021-09-03T14:53:25Z', 'revision_number': 4, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'gw_port': {'id': 'fedf1a06-0963-49af-be65-1aedab9f5a91', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:53:24Z', 'updated_at': '2021-09-03T14:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'c46bdeb3-bd9e-44b5-bc21-cff605cb06b0', 'name': '', 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'mac_address': 'fa:16:3e:7a:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:53:17Z', 'updated_at': '2021-09-03T14:53:26Z', 'revision_number': 5, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'subnets': [{'id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4b77127-e82d-478f-9489-2e60a9aeca33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:53:27.578762 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Checking router: e345b1a0-4042-40d5-b0b4-7483c620c824 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 14:53:27.579136 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Updating router e345b1a0-4042-40d5-b0b4-7483c620c824 port fedf1a06-0963-49af-be65-1aedab9f5a91 binding host dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 14:53:27.624767 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:27.943552 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:27.953482 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Transition to ACTIVE for port object fedf1a06-0963-49af-be65-1aedab9f5a91 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:53:27.959175 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:28.004554 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Attempting to bind port fedf1a06-0963-49af-be65-1aedab9f5a91 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:53:28.004923 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Attempting to bind port fedf1a06-0963-49af-be65-1aedab9f5a91 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:53:28.005286 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Attempting to bind port fedf1a06-0963-49af-be65-1aedab9f5a91 on network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:53:28.009322 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54154) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:53:28.012389 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e6fc8-edf6-4039-9aa4-65690d7fb39f None None] Pushing event updated for resources: {'Port': ['ID=fedf1a06-0963-49af-be65-1aedab9f5a91,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:28.017215 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:53:28.017619 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Checking segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:53:28.018025 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:28.018408 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Bound using segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:53:28.018904 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Bound port: fedf1a06-0963-49af-be65-1aedab9f5a91, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:53:28.019291 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:28.070452 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] For port fedf1a06-0963-49af-be65-1aedab9f5a91, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:53:28.073724 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] For port fedf1a06-0963-49af-be65-1aedab9f5a91, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=fedf1a06-0963-49af-be65-1aedab9f5a91,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:53:28.081362 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:28.141573 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-41887ed2-0d8b-4e7a-8927-962e6048abfd admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1297719 Sep 03 14:53:28.142197 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e6fc8-edf6-4039-9aa4-65690d7fb39f None None] Pushing event updated for resources: {'Port': ['ID=fedf1a06-0963-49af-be65-1aedab9f5a91,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:28.147773 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Routers {'e345b1a0-4042-40d5-b0b4-7483c620c824'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 14:53:28.148400 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T14:53:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['e345b1a0-4042-40d5-b0b4-7483c620c824'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:53:28.349279 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:53:28.352089 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] Set router e345b1a0-4042-40d5-b0b4-7483c620c824 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 14:53:28.504688 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:53:28.505070 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:28.655731 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'name': 'router1', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fedf1a06-0963-49af-be65-1aedab9f5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:53:07Z', 'updated_at': '2021-09-03T14:53:25Z', 'revision_number': 4, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'gw_port': {'id': 'fedf1a06-0963-49af-be65-1aedab9f5a91', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:53:24Z', 'updated_at': '2021-09-03T14:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'c46bdeb3-bd9e-44b5-bc21-cff605cb06b0', 'name': '', 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'mac_address': 'fa:16:3e:7a:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:53:17Z', 'updated_at': '2021-09-03T14:53:26Z', 'revision_number': 5, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'subnets': [{'id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4b77127-e82d-478f-9489-2e60a9aeca33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 14:53:28.681560 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df28f6f-ccbf-4971-ae6d-be635b9db3cd None None] The sync data for ids ['e345b1a0-4042-40d5-b0b4-7483c620c824'] in dv-cinder-774288-7-iscsi is: [{'id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'name': 'router1', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'fedf1a06-0963-49af-be65-1aedab9f5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T14:53:07Z', 'updated_at': '2021-09-03T14:53:25Z', 'revision_number': 4, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'gw_port': {'id': 'fedf1a06-0963-49af-be65-1aedab9f5a91', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:53:24Z', 'updated_at': '2021-09-03T14:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'c46bdeb3-bd9e-44b5-bc21-cff605cb06b0', 'name': '', 'network_id': 'd253c103-1908-4b1b-b06a-ca22a1637b21', 'tenant_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'mac_address': 'fa:16:3e:7a:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e345b1a0-4042-40d5-b0b4-7483c620c824', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T14:53:17Z', 'updated_at': '2021-09-03T14:53:26Z', 'revision_number': 5, 'project_id': 'da27de014cdb4b8bb95ea3b908a7cafe', 'subnets': [{'id': 'ef5d57f1-9729-4e46-ad1e-92010bebeb80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4b77127-e82d-478f-9489-2e60a9aeca33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 14:53:30.223849 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device fedf1a06-0963-49af-be65-1aedab9f5a91 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:53:30.282494 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port fedf1a06-0963-49af-be65-1aedab9f5a91 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:53:30.287325 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port fedf1a06-0963-49af-be65-1aedab9f5a91 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:53:30.287325 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:30.367355 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:30.389495 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port fedf1a06-0963-49af-be65-1aedab9f5a91, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=fedf1a06-0963-49af-be65-1aedab9f5a91,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:53:30.395017 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:30.444230 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=fedf1a06-0963-49af-be65-1aedab9f5a91,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:53:32.233201 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device fedf1a06-0963-49af-be65-1aedab9f5a91 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:53:32.300299 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port fedf1a06-0963-49af-be65-1aedab9f5a91 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:53:32.300616 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:34.943632 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:53:41.559078 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5046921f-2ee3-4617-b237-5d0896c5764b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:44.168674 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7855d485-49ed-4aab-9fd7-d3333c869b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:44.327689 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:45.173741 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:53:47.047737 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:54:11.556102 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c28b1358-c14a-49e3-8350-6870e714fa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:54:11.943407 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:54:14.163214 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9bf031de-9371-4cd2-a946-9f5daa5acb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:54:14.328165 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:54:15.172186 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:54:17.056074 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:54:41.549877 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8d6921a8-8a81-4489-921f-1d432bb6e1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:54:44.167742 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-11fd52b5-a83a-4576-a54b-972ef7b316a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:54:44.323670 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:54:45.173159 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:54:47.059549 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:54:48.942832 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:55:03.381576 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54716) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:03.456670 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.pecan_wsgi.hooks.translation [None req-37de2d18-06f2-4a09-beb3-94c1edb238f8 admin admin] GET failed (client error): The resource could not be found. Sep 03 14:55:03.458585 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-37de2d18-06f2-4a09-beb3-94c1edb238f8 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0755916 Sep 03 14:55:03.624595 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7c048d-53c0-430e-882d-dfa9e4d767b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:03.626110 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-4c7c048d-53c0-430e-882d-dfa9e4d767b9 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1627696 Sep 03 14:55:05.792964 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54726) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:05.902688 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b3cb8-023a-4a9e-a597-a357d1e51c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:05.904084 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5a2b3cb8-023a-4a9e-a597-a357d1e51c4c admin admin] 10.222.0.46 "GET /v2.0/subnets/ef5d57f1-9729-4e46-ad1e-92010bebeb80 HTTP/1.1" status: 200 len: 849 time: 0.1098149 Sep 03 14:55:05.914417 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:55:06.006540 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:06.159794 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749025761217'] for subnet, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:06.192863 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:06.193451 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:06.194769 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] 10.222.0.46 "PUT /v2.0/subnets/ef5d57f1-9729-4e46-ad1e-92010bebeb80 HTTP/1.1" status: 200 len: 868 time: 0.2841694 Sep 03 14:55:06.208844 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a64ab-9532-46cd-ac40-427aec33e445 None None] Network d253c103-1908-4b1b-b06a-ca22a1637b21 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:55:06.215277 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5d57f1-9729-4e46-ad1e-92010bebeb80,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:55:06.223002 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.223355 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.223697 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.224108 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.224439 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.224771 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.225096 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.225424 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.225798 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.226131 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.226446 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.226832 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f236fe-81de-416d-9685-d0f9815b7670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:06.579238 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f8db9a5a-cff9-4b05-93b8-267a4affb163 None None] Provisioning complete for port 4de37ef9-8516-4383-a670-3f576e4ebda6 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:55:06.579601 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f8db9a5a-cff9-4b05-93b8-267a4affb163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:06.664369 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f8db9a5a-cff9-4b05-93b8-267a4affb163 None None] Provisioning complete for port c46bdeb3-bd9e-44b5-bc21-cff605cb06b0 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:55:06.664645 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f8db9a5a-cff9-4b05-93b8-267a4affb163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:08.383250 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54736) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:08.666327 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e5756-b717-4cd6-9b5b-f60587fb69a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:08.666798 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e5756-b717-4cd6-9b5b-f60587fb69a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:08.668348 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b44e5756-b717-4cd6-9b5b-f60587fb69a6 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2839344 Sep 03 14:55:10.831598 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54744) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:10.968334 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643d684-e7a8-4070-905a-884c98323304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:10.968806 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643d684-e7a8-4070-905a-884c98323304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:10.970372 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1643d684-e7a8-4070-905a-884c98323304 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1374383 Sep 03 14:55:11.553327 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a7a6c220-4eab-4739-8e18-254a8bd82723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:13.120260 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54752) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:13.252239 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8631de5c-5e66-4cae-aa0f-98d48ba44eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:13.253674 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8631de5c-5e66-4cae-aa0f-98d48ba44eda admin admin] 10.222.0.46 "GET /v2.0/networks/4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d HTTP/1.1" status: 200 len: 886 time: 0.1323826 Sep 03 14:55:14.172228 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-aff25e42-3da4-44f3-a9b5-1457c5e1fac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:14.318255 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:15.176553 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:15.435433 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54760) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:15.593092 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad83213f-85ff-4335-af40-206a54582c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:15.594511 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ad83213f-85ff-4335-af40-206a54582c40 admin admin] 10.222.0.46 "GET /v2.0/networks/d253c103-1908-4b1b-b06a-ca22a1637b21 HTTP/1.1" status: 200 len: 869 time: 0.1579218 Sep 03 14:55:17.065023 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:17.801161 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54768) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:17.976234 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91acd52-0124-4b86-99cc-22d3b5825315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:17.976595 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91acd52-0124-4b86-99cc-22d3b5825315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:17.978186 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-a91acd52-0124-4b86-99cc-22d3b5825315 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1757989 Sep 03 14:55:20.159855 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54776) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:20.287582 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fa97ed-634c-4eba-9f9c-923334670e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:20.287815 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fa97ed-634c-4eba-9f9c-923334670e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:20.289364 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-67fa97ed-634c-4eba-9f9c-923334670e04 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285207 Sep 03 14:55:22.452163 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54784) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:22.546228 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d9bcf2-1286-4612-8108-0dcee84bbe62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:22.547569 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f8d9bcf2-1286-4612-8108-0dcee84bbe62 admin admin] 10.222.0.46 "GET /v2.0/subnets/01961ab8-eb90-4c51-95aa-5e1f55204b31 HTTP/1.1" status: 200 len: 816 time: 0.0944414 Sep 03 14:55:24.730460 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54792) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:24.826160 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b2485c-2856-40d1-aa59-513866c074de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:24.827485 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-93b2485c-2856-40d1-aa59-513866c074de admin admin] 10.222.0.46 "GET /v2.0/subnets/ef5d57f1-9729-4e46-ad1e-92010bebeb80 HTTP/1.1" status: 200 len: 868 time: 0.0957897 Sep 03 14:55:25.941846 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:55:41.558567 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb423-73ea-4705-9d34-57b9335bfd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:44.175332 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1acdad52-68d2-4cf2-be5c-88547ddb0947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:44.322620 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:45.179608 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:47.071897 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:48.535502 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54846) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:48.590248 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [None req-61a0c180-843e-4372-bc43-74c122fe79e0 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:55:48.591237 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-61a0c180-843e-4372-bc43-74c122fe79e0 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545666 Sep 03 14:55:50.908793 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54854) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:50.977460 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c1256e-9ea1-4cbb-9b67-ba8e50359be0 admin admin] GET failed (client error): The resource could not be found. Sep 03 14:55:50.978861 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f7c1256e-9ea1-4cbb-9b67-ba8e50359be0 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0690825 Sep 03 14:55:51.125285 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8a2ca-686b-4de1-bf02-e1b0c3f99816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:51.126704 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8bb8a2ca-686b-4de1-bf02-e1b0c3f99816 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1430557 Sep 03 14:55:53.341272 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54862) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:53.390178 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:55:53.416454 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Made reservation on behalf of f18467873f564d84954390cbdc5e6ed1 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:55:53.418994 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:53.445998 dv-cinder-774288-7-iscsi neutron-server[93828]: WARNING neutron.services.revisions.revision_plugin [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Could not find related network for resource to bump revision. Sep 03 14:55:53.462371 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 14:55:53.475216 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749025804364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:53.475895 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Unsubscribe: segment precommit_create {{(pid=93828) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 14:55:53.476373 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Added segment e5b75b4e-2f5c-4c0e-8716-b5f7fff14614 of type vlan for network 452e4122-6840-4b53-96d4-9468f81d99b8 Sep 03 14:55:53.521491 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:53.556375 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:53.557362 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:53.558003 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:53.610381 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2679803 Sep 03 14:55:53.649592 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6b110-914f-49a5-98b2-ea8bdfa2559b admin admin] Pushing event updated for resources: {'Network': ['ID=452e4122-6840-4b53-96d4-9468f81d99b8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:55:53.661496 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 452e4122-6840-4b53-96d4-9468f81d99b8 details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 14:55:55.820735 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54870) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:55:55.896040 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.pecan_wsgi.hooks.translation [None req-38381f1e-8df6-46c5-b3be-1419199df805 admin admin] GET failed (client error): The resource could not be found. Sep 03 14:55:55.897364 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-38381f1e-8df6-46c5-b3be-1419199df805 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0751958 Sep 03 14:55:55.971097 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f92002b-9f56-422f-b7ed-21346835d295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:55.972518 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-7f92002b-9f56-422f-b7ed-21346835d295 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677199 Sep 03 14:55:55.986850 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8', 'cidr': '192.168.233.0/24'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 14:55:56.010312 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Made reservation on behalf of f18467873f564d84954390cbdc5e6ed1 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 14:55:56.012638 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:56.189953 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:56.247980 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc78992-60bf-44dd-993e-d8cca7a49975,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:55:56.261641 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.262020 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.262351 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.262675 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.262992 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.263302 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.263649 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.263938 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.264290 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.264610 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.264920 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.265263 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.274261 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Checking segment: {'id': 'e5b75b4e-2f5c-4c0e-8716-b5f7fff14614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:55:56.274620 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Network hostable DHCP agents. Network: 452e4122-6840-4b53-96d4-9468f81d99b8, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 14:55:56.291936 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Network 452e4122-6840-4b53-96d4-9468f81d99b8 is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 14:55:56.301390 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 452e4122-6840-4b53-96d4-9468f81d99b8) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:55:56.305397 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 14:55:56.306006 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:56.312370 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d81a3a-7755-44a8-94e2-f7656693051b None None] Network 452e4122-6840-4b53-96d4-9468f81d99b8 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:55:56.328849 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-feba4e31-fb4b-4774-8ee7-3f8a8eee3db3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3372946 Sep 03 14:55:56.464662 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce555569-4350-5e27-bffc-e45919926357-452e4122-6840-4b53-96d4-9468f81d99b8', 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8', 'tenant_id': 'f18467873f564d84954390cbdc5e6ed1', 'fixed_ips': [{'subnet_id': '4dc78992-60bf-44dd-993e-d8cca7a49975'}]}} from dv-cinder-774288-7-iscsi. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 14:55:56.465612 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:56.603773 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Allocated IP 192.168.233.2 (452e4122-6840-4b53-96d4-9468f81d99b8/4dc78992-60bf-44dd-993e-d8cca7a49975/a7b7adaf-6256-4a14-9ca5-8f6dbf810196) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 14:55:56.748310 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:56.757663 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Transition to ACTIVE for port object a7b7adaf-6256-4a14-9ca5-8f6dbf810196 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:55:56.773069 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Transition to ACTIVE for port object a7b7adaf-6256-4a14-9ca5-8f6dbf810196 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 14:55:56.779841 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:56.818246 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Network 452e4122-6840-4b53-96d4-9468f81d99b8 is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 14:55:56.821024 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 14:55:56.824414 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 14:55:56.837648 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Pushing event updated for resources: {'Port': ['ID=a7b7adaf-6256-4a14-9ca5-8f6dbf810196,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:55:56.860636 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.860917 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.861288 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.861656 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.862015 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.862344 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.862707 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.863066 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.863446 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.863759 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.864065 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.864384 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:55:56.895026 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Attempting to bind port a7b7adaf-6256-4a14-9ca5-8f6dbf810196 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 14:55:56.895393 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Attempting to bind port a7b7adaf-6256-4a14-9ca5-8f6dbf810196 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': 'e5b75b4e-2f5c-4c0e-8716-b5f7fff14614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 14:55:56.895752 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Attempting to bind port a7b7adaf-6256-4a14-9ca5-8f6dbf810196 on network 452e4122-6840-4b53-96d4-9468f81d99b8 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 14:55:56.900711 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 14, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 14:55:56.901081 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Checking segment: {'id': 'e5b75b4e-2f5c-4c0e-8716-b5f7fff14614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 14:55:56.901477 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:56.901894 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Bound using segment: {'id': 'e5b75b4e-2f5c-4c0e-8716-b5f7fff14614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 14:55:56.902354 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Bound port: a7b7adaf-6256-4a14-9ca5-8f6dbf810196, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b75b4e-2f5c-4c0e-8716-b5f7fff14614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 14:55:56.903094 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:56.964697 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] For port a7b7adaf-6256-4a14-9ca5-8f6dbf810196, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 14:55:56.968019 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] For port a7b7adaf-6256-4a14-9ca5-8f6dbf810196, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=a7b7adaf-6256-4a14-9ca5-8f6dbf810196,segment=NetworkSegment(e5b75b4e-2f5c-4c0e-8716-b5f7fff14614),segment_id=e5b75b4e-2f5c-4c0e-8716-b5f7fff14614)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 14:55:56.973095 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:57.042314 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0cc06-5607-4eaf-91c8-e91fb6899b95 None None] Pushing event updated for resources: {'Port': ['ID=a7b7adaf-6256-4a14-9ca5-8f6dbf810196,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:55:57.785929 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dbb03a-ba59-4252-845c-c28756efec8e None None] Network 452e4122-6840-4b53-96d4-9468f81d99b8 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 14:55:57.905629 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0b507d54-dba3-45d1-a6fa-206f776b6f50 None None] Provisioning for port a7b7adaf-6256-4a14-9ca5-8f6dbf810196 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:55:58.341700 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device a7b7adaf-6256-4a14-9ca5-8f6dbf810196 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:55:58.394224 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port a7b7adaf-6256-4a14-9ca5-8f6dbf810196 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 14:55:58.398196 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port a7b7adaf-6256-4a14-9ca5-8f6dbf810196 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:55:58.398569 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:58.478714 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:58.510712 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port a7b7adaf-6256-4a14-9ca5-8f6dbf810196, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=a7b7adaf-6256-4a14-9ca5-8f6dbf810196,segment=NetworkSegment(e5b75b4e-2f5c-4c0e-8716-b5f7fff14614),segment_id=e5b75b4e-2f5c-4c0e-8716-b5f7fff14614)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 14:55:58.515858 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:55:58.567063 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=a7b7adaf-6256-4a14-9ca5-8f6dbf810196,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:56:00.319947 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device a7b7adaf-6256-4a14-9ca5-8f6dbf810196 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 14:56:00.370076 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port a7b7adaf-6256-4a14-9ca5-8f6dbf810196 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 14:56:00.370452 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:56:02.940742 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:56:11.552890 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41d32e92-5ace-4a5f-9ece-28a7345a42d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:56:14.179018 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-29b06939-a659-4a8c-93b0-0b7e150446cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:56:14.327097 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:56:15.183798 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:56:17.077309 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:56:39.939646 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:56:41.556042 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-945e5031-1946-4bb7-b733-d0dd90298656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:56:44.184401 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1170a6b9-726b-44aa-88ee-e88078b9cfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:56:44.331376 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:56:45.186479 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:56:47.087430 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:05.004468 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54922) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:57:05.010456 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [None req-33d41398-7e63-4724-85ee-874f30388dd4 tempest-verify_tempest_config-413389298 tempest-verify_tempest_config-413389298-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 14:57:05.011471 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-33d41398-7e63-4724-85ee-874f30388dd4 tempest-verify_tempest_config-413389298 tempest-verify_tempest_config-413389298-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059865 Sep 03 14:57:05.333034 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 54940) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:57:05.443697 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:05.568451 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:05.575120 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:05.618219 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6225b1ff9c15436180a343e08af5694b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2841249 Sep 03 14:57:05.619103 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98fa8ee-fd66-4b65-ac15-5785c090223c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:57:05.621119 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 54946) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:57:05.625911 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.626280 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.626610 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.626942 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.627275 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.627612 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.627951 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.628278 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.628675 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.628984 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.629331 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.629707 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37147c39-16da-4505-be64-d4429d43a408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.682705 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:05.704415 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:05.814757 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:05.817416 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:05.818529 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f98fa8ee-fd66-4b65-ac15-5785c090223c HTTP/1.1" status: 204 len: 168 time: 0.1964049 Sep 03 14:57:05.826762 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98fa8ee-fd66-4b65-ac15-5785c090223c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 14:57:05.833860 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.834227 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.834570 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.834901 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.835229 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.835571 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.835917 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.836225 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.836576 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.836867 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.837189 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:05.837504 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd3921d-29d4-4c60-b87a-c94d57ffe667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 14:57:11.561499 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5472fc41-dbcb-4487-8ada-f805add60b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:14.186182 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0039e1be-e500-4f22-b599-48741a3ab50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:14.334323 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:15.190322 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:16.939320 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:57:17.093205 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:41.573504 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2d72992b-3305-4b15-aea1-1e13c1cfec14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:44.202026 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f4e72f25-a5ff-4f7f-86a6-4477af3c9e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:44.340651 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:45.203359 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:47.093132 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:57:53.942438 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:58:11.575283 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6758a05c-aa57-4bd3-9afa-2bdea80cc5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:58:14.196560 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f831f003-0de2-4d66-bc13-78f42e85d26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:58:14.344168 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:58:15.212445 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:58:17.098059 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:58:30.942834 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 5 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:58:37.004251 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1814171'] for agent, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:58:41.575310 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-54d4d38d-f2a9-4df3-820a-bc76b467246f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:58:44.199491 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-539be157-61dc-4eca-bde3-bec6fa66d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:58:44.342908 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:58:45.201742 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:58:47.099407 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:58:52.388399 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55020) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:58:52.511705 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e055f0f3-28f8-4692-a61f-cfb86c2de132 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1224740 Sep 03 14:58:54.695692 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55030) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 14:58:54.758777 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-593eab13-6a8f-40f2-a47b-26d28bff5250 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0619662 Sep 03 14:59:06.976457 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:59:07.946599 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:59:11.577453 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-13345168-a08e-4587-b533-5d0ecab6a7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:59:14.203656 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-dc70ec79-0eb2-41e5-b11f-d2abb7aad1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:59:14.343051 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:59:15.213032 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:59:17.108315 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:59:36.998512 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:59:41.571787 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3e7a7915-aa49-4abb-b399-7c097c68df10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:59:44.208125 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-80bddaa4-461d-403d-8b74-8019318f04dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:59:44.338285 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:59:44.945817 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 14:59:45.209212 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 14:59:47.113765 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:06.988214 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:11.577551 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b15aa8eb-4589-49f9-8e2e-79faadb4b3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:14.202564 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46f716c2-e9b5-4a02-b9dd-3c86799a4fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:14.334224 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:15.211308 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:17.116769 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:21.945312 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:00:22.033308 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55262) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:22.064915 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55268) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:22.099955 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55276) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:22.217217 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55290) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:22.344505 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1911114397-network', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:22.357255 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-400475266-network', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:22.371862 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Made reservation on behalf of 92cc24783e8c4100bff6576d1ea0004a for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:22.375457 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.386359 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.390703 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Made reservation on behalf of c34624d35ea84a5aa5ed6eccb004db8a for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:22.394777 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.410459 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-network', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:22.419926 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.487227 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-11537253-network', 'tenant_id': '84e8b95340fe4446ae0b9563a12c6554'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:22.525367 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.533798 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.557478 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Made reservation on behalf of 4a5e496fa629495fbd795a9ebd815563 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:22.559758 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.569267 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:00:22.580053 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.580396 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.segments_db [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Added segment 64827c7c-2b27-4c51-a286-ca5a56f607f0 of type vlan for network 6f9bf41e-f10e-437e-872f-49198a03f4e5 Sep 03 15:00:22.582870 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.623627 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.664061 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.665240 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:22.665955 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.683428 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832cc979-4366-4a37-a23d-58efe3498177,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:22.687525 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.697391 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.706517 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.706878 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.707217 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.707732 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.708209 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.708708 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.709574 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.710083 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.710419 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.710997 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.711319 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.711781 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Tracked resource versions report: Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: pushed versions: Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: { 'AddressGroup': {'1.2'}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'ConntrackHelper': {'1.0'}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Log': {'1.0'}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Network': {'1.1'}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Port': {'1.7'}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'PortForwarding': {'1.2'}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'QosPolicy': {'1.9'}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SecurityGroup': {'1.4'}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SecurityGroupRule': {'1.2'}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SubPort': {'1.0'}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Subnet': {'1.1'}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Trunk': {'1.1'}} Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: consumer versions: Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: { DHCP agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: HyperV agent@hv-cinder-77428: {}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: L3 agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: Metadata agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: Metering agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: Open vSwitch agent@dv-cinder-774288-7-iscsi: { 'AddressGroup': '1.2', Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'ConntrackHelper': '1.0', Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Log': '1.0', Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Network': '1.1', Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Port': '1.7', Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'PortForwarding': '1.2', Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'QosPolicy': '1.9', Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SecurityGroup': '1.4', Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SecurityGroupRule': '1.2', Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'SubPort': '1.0', Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Subnet': '1.1', Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: 'Trunk': '1.1'}} Sep 03 15:00:22.712847 dv-cinder-774288-7-iscsi neutron-server[93829]: {{(pid=93829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 15:00:22.722142 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:00:22.743147 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.db.api [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 15:00:22.743147 dv-cinder-774288-7-iscsi neutron-server[93828]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 15:00:22.743147 dv-cinder-774288-7-iscsi neutron-server[93828]: [parameters: {'project_id_1': '4a5e496fa629495fbd795a9ebd815563', 'expiration_1': datetime.datetime(2021, 9, 3, 15, 0, 2, 608084)}] Sep 03 15:00:22.743147 dv-cinder-774288-7-iscsi neutron-server[93828]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 15:00:22.743986 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG oslo_db.api [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 15:00:22.745135 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.745636 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Added segment a19a3723-8d3c-4f6c-a263-cac695b57e45 of type vlan for network 68634082-1637-44dc-bd46-894aaf6fa36f Sep 03 15:00:22.746973 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b051ef-eb6b-4c41-904a-8c55b8684091,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:22.762320 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.762709 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.763134 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.763371 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.763694 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.764221 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.764868 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.765562 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.766268 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.766890 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.767528 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.767854 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Tracked resource versions report: Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: pushed versions: Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: { 'AddressGroup': {'1.2'}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Log': {'1.0'}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Network': {'1.1'}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Port': {'1.7'}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'PortForwarding': {'1.2'}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'QosPolicy': {'1.9'}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SecurityGroup': {'1.4'}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SubPort': {'1.0'}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Subnet': {'1.1'}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Trunk': {'1.1'}} Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: consumer versions: Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: { DHCP agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: HyperV agent@hv-cinder-77428: {}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: L3 agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: Metadata agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: Metering agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: Open vSwitch agent@dv-cinder-774288-7-iscsi: { 'AddressGroup': '1.2', Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'ConntrackHelper': '1.0', Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Log': '1.0', Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Network': '1.1', Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Port': '1.7', Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'PortForwarding': '1.2', Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'QosPolicy': '1.9', Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SecurityGroup': '1.4', Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SecurityGroupRule': '1.2', Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'SubPort': '1.0', Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Subnet': '1.1', Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: 'Trunk': '1.1'}} Sep 03 15:00:22.768901 dv-cinder-774288-7-iscsi neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 15:00:22.792600 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Made reservation on behalf of 84e8b95340fe4446ae0b9563a12c6554 for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:22.795610 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.799560 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] Pushing event updated for resources: {'Network': ['ID=6f9bf41e-f10e-437e-872f-49198a03f4e5,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:22.802178 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.810993 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 6f9bf41e-f10e-437e-872f-49198a03f4e5 details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:00:22.823117 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-73d29a53-e893-405d-9c89-03f8461e191a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7881038 Sep 03 15:00:22.823972 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55318) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:22.829160 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] Request body: {'subnet': {'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1911114397-subnet', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:22.847700 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.849242 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.850531 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:22.851158 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.916312 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] Made reservation on behalf of 92cc24783e8c4100bff6576d1ea0004a for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:22.919237 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] Notify callbacks [] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:22.936868 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8696713 Sep 03 15:00:22.937826 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55322) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:23.004899 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] Request body: {'subnet': {'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-400475266-subnet', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:23.011908 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211bd5c-ee08-495e-9655-73221b140486 admin admin] Pushing event updated for resources: {'Network': ['ID=68634082-1637-44dc-bd46-894aaf6fa36f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:23.026523 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 68634082-1637-44dc-bd46-894aaf6fa36f details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:00:23.105889 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.116326 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.145205 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] Made reservation on behalf of c34624d35ea84a5aa5ed6eccb004db8a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:23.147536 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.175336 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:00:23.211810 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.212514 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.segments_db [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Added segment cf484793-61b4-46e6-a7c6-4f43d071ca4b of type vlan for network 39bc1dfd-ef31-40e8-aeda-f91153c9a480 Sep 03 15:00:23.217091 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babe9baa-35e8-4fb4-84a0-7a076ce651c5,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:23.247454 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.355527 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.420381 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.451464 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.505983 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c59e563-865c-4b5c-80bc-f771c855535d,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:23.508701 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.509899 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:23.510650 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.557712 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.558835 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] Checking segment: {'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:23.559183 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] Network hostable DHCP agents. Network: 68634082-1637-44dc-bd46-894aaf6fa36f, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:00:23.592454 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.605986 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] Pushing event updated for resources: {'Network': ['ID=39bc1dfd-ef31-40e8-aeda-f91153c9a480,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:23.615803 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] Network 68634082-1637-44dc-bd46-894aaf6fa36f is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:00:23.618116 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 39bc1dfd-ef31-40e8-aeda-f91153c9a480 details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:00:23.643882 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a848c4a4-1c7e-493c-8b4b-13824513aa4c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:23.644418 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-96368759-b467-4d3f-ab87-44f185084b19 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4249201 Sep 03 15:00:23.648522 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55364) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:23.656979 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] Checking segment: {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:23.657565 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] Network hostable DHCP agents. Network: 6f9bf41e-f10e-437e-872f-49198a03f4e5, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:00:23.659748 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:00:23.665777 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] Request body: {'subnet': {'network_id': '39bc1dfd-ef31-40e8-aeda-f91153c9a480', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-11537253-subnet', 'tenant_id': '84e8b95340fe4446ae0b9563a12c6554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:23.686105 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 68634082-1637-44dc-bd46-894aaf6fa36f) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:23.699197 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] Network 6f9bf41e-f10e-437e-872f-49198a03f4e5 is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:00:23.712644 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:23.713296 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.718169 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 6f9bf41e-f10e-437e-872f-49198a03f4e5) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:23.724669 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:23.725261 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.728524 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.729047 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Added segment 72aa4a11-fcc4-4648-ab38-cc374e73e728 of type vlan for network 34ee26d6-850e-4303-a242-cf2ea304088c Sep 03 15:00:23.756832 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16743424-bf1e-49f5-bbf2-b31bcadaf790 None None] Network 68634082-1637-44dc-bd46-894aaf6fa36f requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:00:23.840559 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2850e94d-5a37-453d-bef4-f6f67dbcbdbc None None] Network 6f9bf41e-f10e-437e-872f-49198a03f4e5 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:00:23.893474 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf45becd-7fe0-4c48-adb8-e69be943fd5d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:23.914344 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f31e64d-63b9-45cd-ae4c-9433cf92005d None None] Network 68634082-1637-44dc-bd46-894aaf6fa36f requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:00:23.950989 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] Made reservation on behalf of 84e8b95340fe4446ae0b9563a12c6554 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:23.961457 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-1c770ac7-ebb8-4107-8715-2f1470cd38db admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1362863 Sep 03 15:00:23.962940 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:23.964039 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55384) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:23.969226 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:24.007462 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-90668f27-468d-44bb-8868-34958181ea10 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0148232 Sep 03 15:00:24.011535 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55388) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:24.011966 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.016128 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-400475266-router', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:24.023452 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4683'] for router, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.024504 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4722'] for router, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.075181 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4683'] for router, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.076657 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4722'] for router, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.097410 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.099638 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:24.100410 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.122743 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.174105 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0727684 Sep 03 15:00:24.180001 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55400) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:24.186212 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] Request body: {'subnet': {'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-subnet', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:24.310878 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] Made reservation on behalf of 4a5e496fa629495fbd795a9ebd815563 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:24.313257 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.334835 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b5f17-cb3d-44f5-9d83-6a11a1b2819e admin admin] Pushing event updated for resources: {'Network': ['ID=34ee26d6-850e-4303-a242-cf2ea304088c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:24.350458 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 34ee26d6-850e-4303-a242-cf2ea304088c details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:00:24.432946 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.544093 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.584674 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce555569-4350-5e27-bffc-e45919926357-6f9bf41e-f10e-437e-872f-49198a03f4e5', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d'}]}} from dv-cinder-774288-7-iscsi. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 15:00:24.585835 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.604021 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cf0748-9b1a-4240-a2fd-d8a81631423d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:24.752559 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55430) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:24.756271 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.769656 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] Checking segment: {'id': 'cf484793-61b4-46e6-a7c6-4f43d071ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39bc1dfd-ef31-40e8-aeda-f91153c9a480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:24.770485 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] Network hostable DHCP agents. Network: 39bc1dfd-ef31-40e8-aeda-f91153c9a480, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:00:24.808401 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.848173 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] Network 39bc1dfd-ef31-40e8-aeda-f91153c9a480 is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:00:24.877372 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 39bc1dfd-ef31-40e8-aeda-f91153c9a480) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:24.896600 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:24.897165 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.902044 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23fe022-779f-400b-9ee9-a62232c3312d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:24.912279 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73008176-6beb-480e-a9b1-7041f89955ce None None] Network 39bc1dfd-ef31-40e8-aeda-f91153c9a480 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:00:24.948518 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] Checking segment: {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:24.949168 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] Network hostable DHCP agents. Network: 34ee26d6-850e-4303-a242-cf2ea304088c, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:00:24.954902 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b91583f8-f1e5-4f75-80a1-3a097c1ca8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:24.969100 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2030c885-cab8-4d00-bdc5-83bb7baf3a47 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3164556 Sep 03 15:00:24.990001 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.016505 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] Network 34ee26d6-850e-4303-a242-cf2ea304088c is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:00:25.026163 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 34ee26d6-850e-4303-a242-cf2ea304088c) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:25.038022 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:25.038689 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.072024 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d3ea24-22f7-42af-8d55-50a8ec76776a None None] Network 34ee26d6-850e-4303-a242-cf2ea304088c requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:00:25.082983 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Allocated IP 172.20.0.2 (6f9bf41e-f10e-437e-872f-49198a03f4e5/0c59e563-865c-4b5c-80bc-f771c855535d/52275dae-90e8-46cd-a98c-85411d21d571) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:25.172316 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b91583f8-f1e5-4f75-80a1-3a097c1ca8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.189693 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b91583f8-f1e5-4f75-80a1-3a097c1ca8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.250984 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-6cc8bce8-1e12-45f0-a645-3fb3f03eb06f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0652370 Sep 03 15:00:25.259535 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55474) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:25.268266 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:25.312804 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91583f8-f1e5-4f75-80a1-3a097c1ca8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e868ca-81bf-4d03-9d12-40dddb3f3476,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:25.322979 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b91583f8-f1e5-4f75-80a1-3a097c1ca8ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5137425cd7114201b25bd23110fb3aa5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5649996 Sep 03 15:00:25.324478 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55480) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:25.358219 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4683'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.359415 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4722'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.403682 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.470518 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.484882 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e30f-2c39-4984-a6f8-54d1ec88c2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.519861 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75cf6bf-9e4e-47fc-8e70-97cd9ad6c826 None None] Network 39bc1dfd-ef31-40e8-aeda-f91153c9a480 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:00:25.610989 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.611702 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55520) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:25.624444 dv-cinder-774288-7-iscsi neutron-server[93828]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 15:00:25.640789 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e30f-2c39-4984-a6f8-54d1ec88c2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.756235 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce555569-4350-5e27-bffc-e45919926357-34ee26d6-850e-4303-a242-cf2ea304088c', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d'}]}} from dv-cinder-774288-7-iscsi. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 15:00:25.757173 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.777404 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.791930 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Transition to ACTIVE for port object 52275dae-90e8-46cd-a98c-85411d21d571 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:25.818713 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Transition to ACTIVE for port object 52275dae-90e8-46cd-a98c-85411d21d571 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:25.849377 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.866494 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Allocated IP 172.27.0.249 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/dfdb716d-da3b-4e17-b311-17efd88f585e) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:25.886550 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.914206 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:25.921447 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Pushing event updated for resources: {'Port': ['ID=52275dae-90e8-46cd-a98c-85411d21d571,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:25.949154 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.949940 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.950910 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.951607 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.952134 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.954410 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.955435 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.955657 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-74ad87f4-d74e-4222-93b0-447a1084fd25 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:25.957117 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-74ad87f4-d74e-4222-93b0-447a1084fd25 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/networks?id=39bc1dfd-ef31-40e8-aeda-f91153c9a480 HTTP/1.1" status: 200 len: 810 time: 0.3379562 Sep 03 15:00:25.958258 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.958824 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.959480 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.959998 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.960521 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Tracked resource versions report: Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: pushed versions: Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: { 'AddressGroup': {'1.2'}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'ConntrackHelper': {'1.0'}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Log': {'1.0'}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Network': {'1.1'}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Port': {'1.7'}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'PortForwarding': {'1.2'}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'QosPolicy': {'1.9'}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SecurityGroup': {'1.4'}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SecurityGroupRule': {'1.2'}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SubPort': {'1.0'}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Subnet': {'1.1'}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Trunk': {'1.1'}} Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: consumer versions: Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: { DHCP agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: HyperV agent@hv-cinder-77428: {}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: L3 agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: Metadata agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: Metering agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: Open vSwitch agent@dv-cinder-774288-7-iscsi: { 'AddressGroup': '1.2', Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'ConntrackHelper': '1.0', Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Log': '1.0', Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Network': '1.1', Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Port': '1.7', Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'PortForwarding': '1.2', Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'QosPolicy': '1.9', Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SecurityGroup': '1.4', Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SecurityGroupRule': '1.2', Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'SubPort': '1.0', Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Subnet': '1.1', Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: 'Trunk': '1.1'}} Sep 03 15:00:25.962789 dv-cinder-774288-7-iscsi neutron-server[93830]: {{(pid=93830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 15:00:25.986522 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Network 6f9bf41e-f10e-437e-872f-49198a03f4e5 is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:25.989552 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:25.995866 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:26.055252 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-0a10c32b-4c6b-4f13-905b-49fbc138ff36 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/quotas/84e8b95340fe4446ae0b9563a12c6554 HTTP/1.1" status: 200 len: 375 time: 0.0868502 Sep 03 15:00:26.064955 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.091721 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.190568 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-83ced472-5f48-4cba-96ca-855058965603 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84e8b95340fe4446ae0b9563a12c6554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161277 Sep 03 15:00:26.215166 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.225484 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e30f-2c39-4984-a6f8-54d1ec88c2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.228497 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e30f-2c39-4984-a6f8-54d1ec88c2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.229756 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1fb8e30f-2c39-4984-a6f8-54d1ec88c2df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8e868ca-81bf-4d03-9d12-40dddb3f3476 HTTP/1.1" status: 204 len: 168 time: 0.9040399 Sep 03 15:00:26.235950 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Attempting to bind port 52275dae-90e8-46cd-a98c-85411d21d571 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:26.236322 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Attempting to bind port 52275dae-90e8-46cd-a98c-85411d21d571 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:26.242805 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Attempting to bind port 52275dae-90e8-46cd-a98c-85411d21d571 on network 6f9bf41e-f10e-437e-872f-49198a03f4e5 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:26.245980 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8e30f-2c39-4984-a6f8-54d1ec88c2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e868ca-81bf-4d03-9d12-40dddb3f3476,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:26.268255 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:26.268854 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Checking segment: {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:26.269366 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.269727 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Bound using segment: {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:26.270281 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Bound port: 52275dae-90e8-46cd-a98c-85411d21d571, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:26.270647 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.370975 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Allocated IP 172.20.0.2 (34ee26d6-850e-4303-a242-cf2ea304088c/d23fe022-779f-400b-9ee9-a62232c3312d/070b5da4-93dd-4adb-9e25-7859ed97f37a) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:26.379647 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:26.401090 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:26.426211 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:26.525037 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.545446 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.572098 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55560) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:26.575954 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=dfdb716d-da3b-4e17-b311-17efd88f585e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:26.628478 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Allocated IP 172.27.0.9 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/32707a02-d69b-413b-bf8a-ba53231acfd0) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:26.650495 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] For port 52275dae-90e8-46cd-a98c-85411d21d571, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:26.661182 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] For port 52275dae-90e8-46cd-a98c-85411d21d571, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=52275dae-90e8-46cd-a98c-85411d21d571,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:26.673086 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.759807 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-5b17938c-15ee-416c-ac99-fa6448e820d2 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 15:00:26.768257 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-5b17938c-15ee-416c-ac99-fa6448e820d2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3543148 Sep 03 15:00:26.818601 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67328d5-5cbf-4c39-bee5-43b46a85f573 None None] Pushing event updated for resources: {'Port': ['ID=52275dae-90e8-46cd-a98c-85411d21d571,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:26.829824 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.834828 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.845567 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Transition to ACTIVE for port object 070b5da4-93dd-4adb-9e25-7859ed97f37a will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:26.865585 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Transition to ACTIVE for port object 070b5da4-93dd-4adb-9e25-7859ed97f37a will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:26.879314 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.952730 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Network 34ee26d6-850e-4303-a242-cf2ea304088c is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:26.957882 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:26.960081 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6c37d4a9-8894-4735-b043-eee071269097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:26.961860 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:26.972896 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Pushing event updated for resources: {'Port': ['ID=070b5da4-93dd-4adb-9e25-7859ed97f37a,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:27.031108 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.078681 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55566) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:27.097690 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Attempting to bind port 070b5da4-93dd-4adb-9e25-7859ed97f37a on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:27.098063 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Attempting to bind port 070b5da4-93dd-4adb-9e25-7859ed97f37a by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:27.098480 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Attempting to bind port 070b5da4-93dd-4adb-9e25-7859ed97f37a on network 34ee26d6-850e-4303-a242-cf2ea304088c {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:27.105677 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:27.106060 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Checking segment: {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:27.106461 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.106941 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Bound using segment: {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:27.107310 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Bound port: 070b5da4-93dd-4adb-9e25-7859ed97f37a, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:27.107709 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.109307 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d32b6a17-0dbd-4e29-935a-1979f7a01159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.133675 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-959c297b-bc6f-4a99-8579-f4ca0eff0f11 service neutron] 10.222.0.46 "GET /v2.0/networks/39bc1dfd-ef31-40e8-aeda-f91153c9a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644371 Sep 03 15:00:27.177551 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] For port 070b5da4-93dd-4adb-9e25-7859ed97f37a, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:27.180865 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] For port 070b5da4-93dd-4adb-9e25-7859ed97f37a, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=070b5da4-93dd-4adb-9e25-7859ed97f37a,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:27.189272 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.227746 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.245035 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b473a-25ee-43d5-aa20-66d4c889ad31 None None] Pushing event updated for resources: {'Port': ['ID=070b5da4-93dd-4adb-9e25-7859ed97f37a,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:27.279688 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:27.290523 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:27.299966 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:27.312771 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6c37d4a9-8894-4735-b043-eee071269097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.328044 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Allocated IP 172.27.0.47 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/0c245a6c-97b1-49d9-bae3-0fb5c4c35a07) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:27.344389 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-7d555c79-8908-4bba-be08-61ca8490b582 service neutron] 10.222.0.46 "GET /v2.0/networks/39bc1dfd-ef31-40e8-aeda-f91153c9a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070682 Sep 03 15:00:27.346363 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696501'] for router, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.502426 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6c37d4a9-8894-4735-b043-eee071269097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.514637 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.553420 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37d4a9-8894-4735-b043-eee071269097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4a62c2-a70a-4c51-91bd-768e2233cac6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:27.582356 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d32b6a17-0dbd-4e29-935a-1979f7a01159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.599002 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d32b6a17-0dbd-4e29-935a-1979f7a01159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.640006 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55582) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:27.654218 dv-cinder-774288-7-iscsi neutron-server[93829]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 15:00:27.661022 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d32b6a17-0dbd-4e29-935a-1979f7a01159 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3858f0b529f4edd8959077d599d3362&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5799108 Sep 03 15:00:27.674285 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55586) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:27.695063 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Pushing event updated for resources: {'Port': ['ID=32707a02-d69b-413b-bf8a-ba53231acfd0,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:27.699183 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b6a17-0dbd-4e29-935a-1979f7a01159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ad3b49-414b-4885-93b1-35c2574cf392,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:27.703501 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.788321 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:27.792841 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:27.806020 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:27.811023 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-6c37d4a9-8894-4735-b043-eee071269097 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cec4552bd554947abe89f3e8c0b04dc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2335858 Sep 03 15:00:27.812319 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55596) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:27.814012 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b3a8da24-2b6d-4b43-88a0-124aa770213c req-e20092f3-93e4-45ca-b7fb-1701175a3d0e tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 210 time: 0.1627386 Sep 03 15:00:27.894012 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Pushing event updated for resources: {'Port': ['ID=0c245a6c-97b1-49d9-bae3-0fb5c4c35a07,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:27.950446 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7739fa5b-4e4e-4970-ac56-49347f7b763f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:27.967242 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Router 7432e88a-180d-46ff-bc3c-126900adfc7f is scheduled to L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 with binding_index 1 {{(pid=93829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 15:00:28.005290 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7739fa5b-4e4e-4970-ac56-49347f7b763f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:28.082895 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:28.113630 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d67631e-56f1-4efe-9bd1-82cef5f2d73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:28.155425 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d67631e-56f1-4efe-9bd1-82cef5f2d73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:28.168046 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7739fa5b-4e4e-4970-ac56-49347f7b763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:28.171120 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7739fa5b-4e4e-4970-ac56-49347f7b763f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:28.175106 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7739fa5b-4e4e-4970-ac56-49347f7b763f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6ad3b49-414b-4885-93b1-35c2574cf392 HTTP/1.1" status: 204 len: 168 time: 0.4997213 Sep 03 15:00:28.199898 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ebf720-996b-4340-ba84-75a72ace8d25 None None] Network 6f9bf41e-f10e-437e-872f-49198a03f4e5 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:00:28.212789 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:00:28.222391 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Sync routers for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:00:28.230583 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739fa5b-4e4e-4970-ac56-49347f7b763f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ad3b49-414b-4885-93b1-35c2574cf392,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:28.232317 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:28.236983 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:28.237509 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:28.268723 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:28.276780 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-f99e2a47-1396-475a-8ebb-5c38a32b4ef0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3115449 Sep 03 15:00:28.279865 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55610) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:28.326449 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-30f8384f-254e-4481-8ab7-e7ab99c51095 None None] Provisioning for port 52275dae-90e8-46cd-a98c-85411d21d571 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:28.547449 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d67631e-56f1-4efe-9bd1-82cef5f2d73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:28.550294 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d67631e-56f1-4efe-9bd1-82cef5f2d73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:28.556407 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5d67631e-56f1-4efe-9bd1-82cef5f2d73b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b4a62c2-a70a-4c51-91bd-768e2233cac6 HTTP/1.1" status: 204 len: 168 time: 0.7427897 Sep 03 15:00:28.589041 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:28.599304 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696501'] for router, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:28.870866 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 52275dae-90e8-46cd-a98c-85411d21d571 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:28.923256 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67631e-56f1-4efe-9bd1-82cef5f2d73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4a62c2-a70a-4c51-91bd-768e2233cac6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:28.931174 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696501'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:29.083864 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-44914d64-afde-4f66-bbf8-bc5d08f59f53 req-af306e76-e9e4-4a13-a873-e15f80392750 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 210 time: 0.1275661 Sep 03 15:00:29.180521 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:26Z', 'revision_number': 3, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:29.243784 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a3a3d5-3e1f-4b6a-94cc-bbd2d7a7bfa7 None None] Network 34ee26d6-850e-4303-a242-cf2ea304088c requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:00:29.252019 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 is scheduled to L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 15:00:29.266205 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Checking router: 7432e88a-180d-46ff-bc3c-126900adfc7f for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:00:29.266763 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Updating router 7432e88a-180d-46ff-bc3c-126900adfc7f port dfdb716d-da3b-4e17-b311-17efd88f585e binding host dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:00:29.304900 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:29.439648 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55656) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:29.504121 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6640a4d8-ec99-4ac3-bd4d-2ed14889f49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:29.577133 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-d1251376-7bf2-4e1c-9952-0ec0ee892fe1 None None] Provisioning for port 070b5da4-93dd-4adb-9e25-7859ed97f37a completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:29.602532 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:00:29.616164 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Sync routers for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:00:29.642100 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:29.643202 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:29.651304 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Router e6c78d0c-362f-4999-b619-8601370169f3 is scheduled to L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 with binding_index 1 {{(pid=93829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 15:00:29.728205 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:29.735383 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6640a4d8-ec99-4ac3-bd4d-2ed14889f49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:29.748897 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 52275dae-90e8-46cd-a98c-85411d21d571 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:29.753500 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6640a4d8-ec99-4ac3-bd4d-2ed14889f49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:29.770680 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Transition to ACTIVE for port object dfdb716d-da3b-4e17-b311-17efd88f585e will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:29.794100 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:29.799916 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 52275dae-90e8-46cd-a98c-85411d21d571 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:29.800568 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:29.800797 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:29.807714 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-aa427020-a491-4eff-b215-e69ed69eee65 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5448322 Sep 03 15:00:29.809923 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55676) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:29.927154 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:29.950552 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Pushing event updated for resources: {'Port': ['ID=dfdb716d-da3b-4e17-b311-17efd88f585e,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:29.955562 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-6640a4d8-ec99-4ac3-bd4d-2ed14889f49c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e32b849e4e949eda302cb755ef87e9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5124331 Sep 03 15:00:29.956534 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55688) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:29.979966 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:29.983710 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:29.986947 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:29.988538 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:29.989888 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:29.990310 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:29.993230 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:29.997413 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:29.997994 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:29.998488 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:29.998814 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:29.999800 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Tracked resource versions report: Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: pushed versions: Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: { 'AddressGroup': {'1.2'}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'ConntrackHelper': {'1.0'}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Log': {'1.0'}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Network': {'1.1'}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Port': {'1.7'}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'PortForwarding': {'1.2'}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'QosPolicy': {'1.9'}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SecurityGroup': {'1.4'}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SecurityGroupRule': {'1.2'}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SubPort': {'1.0'}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Subnet': {'1.1'}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Trunk': {'1.1'}} Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: consumer versions: Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: { DHCP agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: HyperV agent@hv-cinder-77428: {}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: L3 agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: Metadata agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: Metering agent@dv-cinder-774288-7-iscsi: {}, Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: Open vSwitch agent@dv-cinder-774288-7-iscsi: { 'AddressGroup': '1.2', Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'ConntrackHelper': '1.0', Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Log': '1.0', Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Network': '1.1', Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Port': '1.7', Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'PortForwarding': '1.2', Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'QosPolicy': '1.9', Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SecurityGroup': '1.4', Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SecurityGroupRule': '1.2', Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'SubPort': '1.0', Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Subnet': '1.1', Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: 'Trunk': '1.1'}} Sep 03 15:00:30.003015 dv-cinder-774288-7-iscsi neutron-server[93831]: {{(pid=93831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 15:00:30.042693 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640a4d8-ec99-4ac3-bd4d-2ed14889f49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d3188b-f6e3-462d-b8ee-53eba42e3b6a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:30.109607 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Attempting to bind port dfdb716d-da3b-4e17-b311-17efd88f585e on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:30.109885 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Attempting to bind port dfdb716d-da3b-4e17-b311-17efd88f585e by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:30.110444 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Attempting to bind port dfdb716d-da3b-4e17-b311-17efd88f585e on network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:30.132175 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:30.144032 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Checking segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:30.144032 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.144548 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Bound using segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:30.151737 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Bound port: dfdb716d-da3b-4e17-b311-17efd88f585e, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:30.152159 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.246088 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0666a081-24f8-465a-a820-b933c12ccb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.280929 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.284519 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] For port dfdb716d-da3b-4e17-b311-17efd88f585e, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:30.314431 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] For port dfdb716d-da3b-4e17-b311-17efd88f585e, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=dfdb716d-da3b-4e17-b311-17efd88f585e,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:30.334816 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.339870 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0666a081-24f8-465a-a820-b933c12ccb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.384943 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 52275dae-90e8-46cd-a98c-85411d21d571, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=52275dae-90e8-46cd-a98c-85411d21d571,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:30.425146 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.426352 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 070b5da4-93dd-4adb-9e25-7859ed97f37a up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:30.493957 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:00:30.498823 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:30.499414 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:30.540148 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Sync routers for ids ['e6c78d0c-362f-4999-b619-8601370169f3'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:00:30.569848 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b92a0190-4dbb-4da9-8efe-07fc53e21e62 req-08125347-2e64-4b73-ac5a-007ceec5e2dc tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 210 time: 0.0773668 Sep 03 15:00:30.570506 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=52275dae-90e8-46cd-a98c-85411d21d571,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:30.570675 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b19f2-aa91-4cb7-a9bc-4f634bc00795 None None] Pushing event updated for resources: {'Port': ['ID=dfdb716d-da3b-4e17-b311-17efd88f585e,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:30.591976 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Routers {'e6c78d0c-362f-4999-b619-8601370169f3'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:30.592560 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['e6c78d0c-362f-4999-b619-8601370169f3'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:30.596831 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:27Z', 'revision_number': 3, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:30.604303 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.611163 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-3ce70900-dfa7-46b5-a321-3016fda26f0e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5993173 Sep 03 15:00:30.619660 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55712) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:30.656087 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 070b5da4-93dd-4adb-9e25-7859ed97f37a completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:30.660751 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Checking router: 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:00:30.661005 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Updating router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 binding host dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:00:30.710661 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 070b5da4-93dd-4adb-9e25-7859ed97f37a triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:30.711115 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.719488 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.779778 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.782007 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Set router e6c78d0c-362f-4999-b619-8601370169f3 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:30.789248 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.26', 56033) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:30.910430 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0666a081-24f8-465a-a820-b933c12ccb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.913057 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0666a081-24f8-465a-a820-b933c12ccb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:30.914889 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0666a081-24f8-465a-a820-b933c12ccb8c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6d3188b-f6e3-462d-b8ee-53eba42e3b6a HTTP/1.1" status: 204 len: 168 time: 0.9044857 Sep 03 15:00:31.030672 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666a081-24f8-465a-a820-b933c12ccb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d3188b-f6e3-462d-b8ee-53eba42e3b6a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:31.035713 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:31.142849 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 070b5da4-93dd-4adb-9e25-7859ed97f37a, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=070b5da4-93dd-4adb-9e25-7859ed97f37a,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:31.161226 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:31.217778 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:31.357836 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 52275dae-90e8-46cd-a98c-85411d21d571 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:31.476739 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Allocated IP 172.20.0.1 (34ee26d6-850e-4303-a242-cf2ea304088c/d23fe022-779f-400b-9ee9-a62232c3312d/eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:31.516726 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:31.525081 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=070b5da4-93dd-4adb-9e25-7859ed97f37a,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:31.559257 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:31.576507 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Transition to ACTIVE for port object 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:31.583585 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 52275dae-90e8-46cd-a98c-85411d21d571 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:31.584250 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:31.616786 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:31.688475 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Attempting to bind port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:31.690686 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Attempting to bind port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:31.691256 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Attempting to bind port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 on network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:31.722133 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7f498-d3ba-4ff0-b9df-97a0b0202018 None None] Pushing event updated for resources: {'Port': ['ID=0c245a6c-97b1-49d9-bae3-0fb5c4c35a07,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:31.738445 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:31.739067 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Checking segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:31.739808 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:31.741122 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Bound using segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:31.741679 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Bound port: 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:31.742087 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:31.813535 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:31.861341 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Transition to ACTIVE for port object eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:31.879736 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] For port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:31.889926 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] For port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=0c245a6c-97b1-49d9-bae3-0fb5c4c35a07,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:31.906160 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:31.953616 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:31.997033 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:31.998284 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:32.036642 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-82da2675-267f-48fe-92d5-14da450ffb41 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:32.038600 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-82da2675-267f-48fe-92d5-14da450ffb41 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.26 "GET /v2.0/networks?id=39bc1dfd-ef31-40e8-aeda-f91153c9a480 HTTP/1.1" status: 200 len: 810 time: 1.2268717 Sep 03 15:00:32.052365 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7f498-d3ba-4ff0-b9df-97a0b0202018 None None] Pushing event updated for resources: {'Port': ['ID=0c245a6c-97b1-49d9-bae3-0fb5c4c35a07,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:32.052591 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Allocated IP 172.20.0.1 (6f9bf41e-f10e-437e-872f-49198a03f4e5/0c59e563-865c-4b5c-80bc-f771c855535d/8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:32.053618 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Network 34ee26d6-850e-4303-a242-cf2ea304088c is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:32.065508 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:32.072179 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:32.075661 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814176'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:32.109224 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Request body: {'port': {'device_id': '7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a', 'network_id': '39bc1dfd-ef31-40e8-aeda-f91153c9a480', 'admin_state_up': True, 'tenant_id': '84e8b95340fe4446ae0b9563a12c6554'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:32.230087 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:32.241110 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'name': 'tempest-ServerRescueNegativeTestJSON-400475266-router', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:27Z', 'revision_number': 3, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'gw_port': {'id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:32.251271 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:26Z', 'revision_number': 3, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:32.321257 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc314cc-0189-480e-a1b1-7793be8f5254 None None] The sync data for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi is: [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:26Z', 'revision_number': 3, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:00:32.340194 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ee2fb4dd-0552-4211-aa81-756c9154e42d req-1db8db4e-9b90-4953-bb99-46520db6da07 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 210 time: 0.2356129 Sep 03 15:00:32.340454 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Made reservation on behalf of 84e8b95340fe4446ae0b9563a12c6554 for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:32.355402 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:32.367407 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:32.405191 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Checking router: e6c78d0c-362f-4999-b619-8601370169f3 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:00:32.406326 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Updating router e6c78d0c-362f-4999-b619-8601370169f3 port 32707a02-d69b-413b-bf8a-ba53231acfd0 binding host dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:00:32.466004 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:32.537945 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55800) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:32.674634 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-796e1980-fb06-41e0-8877-78f0e0a03d85 None None] Provisioning for port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:32.782869 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-796e1980-fb06-41e0-8877-78f0e0a03d85 None None] Provisioning complete for port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:32.784064 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-796e1980-fb06-41e0-8877-78f0e0a03d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:32.803012 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:33.123144 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:33.146807 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-796e1980-fb06-41e0-8877-78f0e0a03d85 None None] Port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:00:33.224011 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Transition to ACTIVE for port object 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:33.344007 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:33.373756 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Transition to ACTIVE for port object 32707a02-d69b-413b-bf8a-ba53231acfd0 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:33.450148 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:33.570114 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:27Z', 'revision_number': 3, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:33.671920 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:33.682486 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:33.686602 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698608'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:33.740511 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device dfdb716d-da3b-4e17-b311-17efd88f585e up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:33.755299 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac21bab-edd5-4dfc-9167-c9bfc3e8e2ea None None] The sync data for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi is: [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:27Z', 'revision_number': 3, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:00:33.768709 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Attempting to bind port 32707a02-d69b-413b-bf8a-ba53231acfd0 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:33.776298 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Attempting to bind port 32707a02-d69b-413b-bf8a-ba53231acfd0 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:33.776762 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Attempting to bind port 32707a02-d69b-413b-bf8a-ba53231acfd0 on network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:33.811238 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:33.820098 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Checking segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:33.820732 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:33.821147 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Bound using segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:33.821905 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Bound port: 32707a02-d69b-413b-bf8a-ba53231acfd0, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:33.823707 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:33.826910 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfca1d6-d8e2-448e-860b-4b414ab7fedd None None] Pushing event updated for resources: {'Port': ['ID=32707a02-d69b-413b-bf8a-ba53231acfd0,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:33.950352 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port dfdb716d-da3b-4e17-b311-17efd88f585e completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:33.958992 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port dfdb716d-da3b-4e17-b311-17efd88f585e triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:33.959684 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:33.975897 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:34.017620 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] For port 32707a02-d69b-413b-bf8a-ba53231acfd0, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:34.024458 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] For port 32707a02-d69b-413b-bf8a-ba53231acfd0, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=32707a02-d69b-413b-bf8a-ba53231acfd0,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:34.034093 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:34.136630 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Routers {'e6c78d0c-362f-4999-b619-8601370169f3'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:34.138907 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['e6c78d0c-362f-4999-b619-8601370169f3'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:34.162142 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Allocated IP 172.20.0.4 (39bc1dfd-ef31-40e8-aeda-f91153c9a480/b6cf0748-9b1a-4240-a2fd-d8a81631423d/cff30124-4fa7-4c88-a960-075c358f40eb) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:34.224468 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:34.233117 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Network 34ee26d6-850e-4303-a242-cf2ea304088c is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:34.237733 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:34.288254 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port dfdb716d-da3b-4e17-b311-17efd88f585e, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=dfdb716d-da3b-4e17-b311-17efd88f585e,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:34.411121 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:34.411121 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 070b5da4-93dd-4adb-9e25-7859ed97f37a up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:34.413428 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] Set router e6c78d0c-362f-4999-b619-8601370169f3 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:34.596933 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=dfdb716d-da3b-4e17-b311-17efd88f585e,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:34.648854 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 070b5da4-93dd-4adb-9e25-7859ed97f37a triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:34.649380 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:34.837998 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:00:34.923176 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b7d3340f-a5ef-48e8-868e-cbd4cd5b679f None None] Provisioning complete for port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:34.923810 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b7d3340f-a5ef-48e8-868e-cbd4cd5b679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:35.029176 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:35.050114 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-b7d3340f-a5ef-48e8-868e-cbd4cd5b679f None None] Port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:00:35.116160 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfca1d6-d8e2-448e-860b-4b414ab7fedd None None] Pushing event updated for resources: {'Port': ['ID=32707a02-d69b-413b-bf8a-ba53231acfd0,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:35.156155 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Network 6f9bf41e-f10e-437e-872f-49198a03f4e5 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:35.157908 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-480289cf-73f7-47d1-a82d-a24b3cfdf38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:35.172735 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:00:35.185105 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-154d98c0-38bf-4687-ad3a-97d155aea507 admin admin] 10.222.0.46 "PUT /v2.0/routers/6bc33ee4-ad7a-44e0-ad9e-5d416d347a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3698294 Sep 03 15:00:35.240699 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'name': 'tempest-ServerRescueNegativeTestJSON-400475266-router', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:27Z', 'revision_number': 3, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'gw_port': {'id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:35.278378 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:35.281583 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Pushing event updated for resources: {'Port': ['ID=8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:35.384413 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:35.384413 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814176'] for router_interface, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:35.396132 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae486d7-f84b-40a8-85f2-8e32adaf6752 None None] The sync data for ids ['e6c78d0c-362f-4999-b619-8601370169f3'] in dv-cinder-774288-7-iscsi is: [{'id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'name': 'tempest-ServerRescueNegativeTestJSON-400475266-router', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:27Z', 'revision_number': 3, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'gw_port': {'id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:00:35.523434 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:35.570854 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-480289cf-73f7-47d1-a82d-a24b3cfdf38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:35.662546 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9b1bb9f4-3d78-48bd-8a98-a8b8aa5af0f9 req-334d78c3-a9dd-4417-adbf-1d6b6cb9bb81 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 210 time: 0.7433412 Sep 03 15:00:35.749133 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:35.761026 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:35.761761 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:35.897666 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-480289cf-73f7-47d1-a82d-a24b3cfdf38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:35.938953 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-01f460c3-0002-41fb-bb56-3421b26fbc85 None None] Provisioning for port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:35.975575 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-01f460c3-0002-41fb-bb56-3421b26fbc85 None None] Provisioning complete for port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:35.975945 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-01f460c3-0002-41fb-bb56-3421b26fbc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:36.037950 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:36.109048 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-01f460c3-0002-41fb-bb56-3421b26fbc85 None None] Port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:00:36.109180 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-480289cf-73f7-47d1-a82d-a24b3cfdf38e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba06e1b5fc0a4255bb1b8b0d0104df87&name=default HTTP/1.1" status: 200 len: 2975 time: 3.5593965 Sep 03 15:00:36.111205 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55878) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:36.173600 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=0c245a6c-97b1-49d9-bae3-0fb5c4c35a07,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:36.187040 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:36.187844 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device dfdb716d-da3b-4e17-b311-17efd88f585e up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:36.346865 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13e69b21-94cc-468d-a601-f87dda9c7465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:36.447238 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13e69b21-94cc-468d-a601-f87dda9c7465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:36.591063 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55886) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:36.624274 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13e69b21-94cc-468d-a601-f87dda9c7465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:36.626695 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-13e69b21-94cc-468d-a601-f87dda9c7465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:36.635913 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-13e69b21-94cc-468d-a601-f87dda9c7465 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e755dab1-6704-4515-9a5a-5509f0e0a81b HTTP/1.1" status: 204 len: 168 time: 0.5233698 Sep 03 15:00:36.669730 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e69b21-94cc-468d-a601-f87dda9c7465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e755dab1-6704-4515-9a5a-5509f0e0a81b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:36.705816 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port dfdb716d-da3b-4e17-b311-17efd88f585e triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:36.706298 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:36.746934 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480289cf-73f7-47d1-a82d-a24b3cfdf38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e755dab1-6704-4515-9a5a-5509f0e0a81b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:36.756891 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55900) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:36.798851 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=0c245a6c-97b1-49d9-bae3-0fb5c4c35a07,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:37.068263 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55904) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:37.081711 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-dcd564f8-00f2-4be7-8541-1c52afc2e287 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780050540', 'description': 'tempest-description--380600083'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:37.089911 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:37.100451 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:37.154183 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:37.193451 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3d00d3e6-ad11-4123-9137-73b4a1b86f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:37.319912 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcd564f8-00f2-4be7-8541-1c52afc2e287 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:37.321347 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bcfc8d60-4985-458e-b6d9-3c611c24edd7 req-b75d67c5-62f2-43b6-a5c3-690b031fb91e tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 210 time: 0.2230196 Sep 03 15:00:37.468669 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Sync routers for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:00:37.507886 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:37.508551 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:37.594107 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 32707a02-d69b-413b-bf8a-ba53231acfd0 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:37.600781 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:37.610891 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3d00d3e6-ad11-4123-9137-73b4a1b86f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:37.625998 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3d00d3e6-ad11-4123-9137-73b4a1b86f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:37.756099 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3d00d3e6-ad11-4123-9137-73b4a1b86f62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1c19312c14c4f9a96aa343ab79774a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1605299 Sep 03 15:00:37.770052 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 32707a02-d69b-413b-bf8a-ba53231acfd0 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:37.778488 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55916) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:37.785274 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:37.830072 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 32707a02-d69b-413b-bf8a-ba53231acfd0 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:37.830577 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:37.835903 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00d3e6-ad11-4123-9137-73b4a1b86f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d19a3-d2a8-4b0f-a6ff-f142c287f1df,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:37.871384 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:37.884030 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc50296-7d55-4d6f-82e8-7e3c4ca7ee88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:37.919493 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Network 39bc1dfd-ef31-40e8-aeda-f91153c9a480 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:37.955102 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:38.008790 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:38.015375 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:38.016319 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.146190 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcd564f8-00f2-4be7-8541-1c52afc2e287 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.170403 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcd564f8-00f2-4be7-8541-1c52afc2e287 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.202332 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dcd564f8-00f2-4be7-8541-1c52afc2e287 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.204454 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-dcd564f8-00f2-4be7-8541-1c52afc2e287 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1351376 Sep 03 15:00:38.209174 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55926) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:38.229005 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.232674 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d72a6354-20f4-470b-a8a2-eaa4064ba22d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'security_group_rule': {'security_group_id': 'de4841d0-c84d-47e3-a2d5-b0926930dcfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:38.287705 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 32707a02-d69b-413b-bf8a-ba53231acfd0, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=32707a02-d69b-413b-bf8a-ba53231acfd0,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:38.293179 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1975424 Sep 03 15:00:38.300841 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.301919 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:38.315943 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5636b-413d-42f2-ae56-a15f7b8395c0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Pushing event updated for resources: {'Port': ['ID=cff30124-4fa7-4c88-a960-075c358f40eb,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:38.325676 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a785bbf-c80a-48ac-a074-6b6cefdbb3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.341422 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd564f8-00f2-4be7-8541-1c52afc2e287 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4841d0-c84d-47e3-a2d5-b0926930dcfa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:38.382012 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-9738381c-28ce-46f0-860f-4e03828e55c3 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 15:00:38.384800 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-9738381c-28ce-46f0-860f-4e03828e55c3 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0399587 Sep 03 15:00:38.424813 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Allocated IP 172.20.0.1 (68634082-1637-44dc-bd46-894aaf6fa36f/a848c4a4-1c7e-493c-8b4b-13824513aa4c/1c1b6b33-7dde-4b11-853b-13b82d759c96) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:38.494858 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a785bbf-c80a-48ac-a074-6b6cefdbb3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.578994 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 2, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:38.584329 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=32707a02-d69b-413b-bf8a-ba53231acfd0,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:38.618773 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc50296-7d55-4d6f-82e8-7e3c4ca7ee88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.633779 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc50296-7d55-4d6f-82e8-7e3c4ca7ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.688203 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Checking router: 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:00:38.688699 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Updating router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b binding host dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:00:38.720070 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:38.720457 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.750267 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.837852 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:38.956023 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc50296-7d55-4d6f-82e8-7e3c4ca7ee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6dd8d8-7fdc-4dd4-ae9a-bc56cf7e7847,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:38.981899 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2cc50296-7d55-4d6f-82e8-7e3c4ca7ee88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d24d46b78d7485cb3c270d8326aed87&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2237930 Sep 03 15:00:39.000535 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 55946) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:39.003784 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a785bbf-c80a-48ac-a074-6b6cefdbb3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.006397 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5a785bbf-c80a-48ac-a074-6b6cefdbb3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.007578 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-5a785bbf-c80a-48ac-a074-6b6cefdbb3a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f56d19a3-d2a8-4b0f-a6ff-f142c287f1df HTTP/1.1" status: 204 len: 168 time: 1.2270858 Sep 03 15:00:39.009495 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.011812 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698608'] for router_interface, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.040520 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aae270-fa6c-448f-a8a9-5cc4d2ccf1a7 req-62aa76e9-1b23-44d9-9959-816351362e31 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:39.055248 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d3aae270-fa6c-448f-a8a9-5cc4d2ccf1a7 req-62aa76e9-1b23-44d9-9959-816351362e31 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 931 time: 0.5316465 Sep 03 15:00:39.128637 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d72a6354-20f4-470b-a8a2-eaa4064ba22d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.142005 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a785bbf-c80a-48ac-a074-6b6cefdbb3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d19a3-d2a8-4b0f-a6ff-f142c287f1df,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:39.154272 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Pushing event updated for resources: {'Port': ['ID=8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:39.207272 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Request body: {'port': {'device_id': '7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:39.239856 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d3aae270-fa6c-448f-a8a9-5cc4d2ccf1a7 req-bf74d38d-c8d0-4b0a-b13e-3a8f69fe3561 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817312 Sep 03 15:00:39.392522 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d72a6354-20f4-470b-a8a2-eaa4064ba22d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.401604 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d72a6354-20f4-470b-a8a2-eaa4064ba22d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.403531 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Network 6f9bf41e-f10e-437e-872f-49198a03f4e5 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:39.410172 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.414508 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:39.441371 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a6354-20f4-470b-a8a2-eaa4064ba22d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c026fa-fb8f-47f1-acea-f32196132b7c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:39.477219 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d72a6354-20f4-470b-a8a2-eaa4064ba22d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.483339 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d72a6354-20f4-470b-a8a2-eaa4064ba22d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2611177 Sep 03 15:00:39.484735 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55960) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:39.494669 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-57af43bd-6918-46da-bfe4-954946a55b57 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'security_group_rule': {'security_group_id': 'de4841d0-c84d-47e3-a2d5-b0926930dcfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:39.575595 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57af43bd-6918-46da-bfe4-954946a55b57 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.638237 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Router 7432e88a-180d-46ff-bc3c-126900adfc7f has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:00:39.738396 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.756658 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57af43bd-6918-46da-bfe4-954946a55b57 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.783734 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57af43bd-6918-46da-bfe4-954946a55b57 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.810482 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af43bd-6918-46da-bfe4-954946a55b57 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009c5280-c6e5-40a7-9bc5-f3f0ad172daf,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:39.844361 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57af43bd-6918-46da-bfe4-954946a55b57 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:39.845627 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-57af43bd-6918-46da-bfe4-954946a55b57 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3595531 Sep 03 15:00:39.849117 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55972) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:39.853874 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'floatingip': {'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:39.903442 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55974) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:39.904471 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.001953 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-973714eb-b166-4504-9b82-4e563502838e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.074315 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.088371 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Transition to ACTIVE for port object eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:40.119583 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.209446 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0f6f6-2330-4279-9a0d-00576090ebeb None None] Pushing event updated for resources: {'Port': ['ID=eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:40.233433 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3b408a2c-fc4e-428c-8318-05c9c4840b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.247685 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-531ec9f6-8619-45be-820f-834c8617cb9f None None] Provisioning complete for port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:40.249940 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-531ec9f6-8619-45be-820f-834c8617cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.284441 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.316716 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-531ec9f6-8619-45be-820f-834c8617cb9f None None] Port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:00:40.325931 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-973714eb-b166-4504-9b82-4e563502838e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.328397 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 32707a02-d69b-413b-bf8a-ba53231acfd0 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:40.370326 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-973714eb-b166-4504-9b82-4e563502838e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.442208 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-973714eb-b166-4504-9b82-4e563502838e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd11beb018b84ab7bac55ad208610d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344219 Sep 03 15:00:40.451798 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 55992) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:40.460156 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.489730 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973714eb-b166-4504-9b82-4e563502838e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f272555-3dc1-4306-b42f-943c05605669,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:40.566765 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82a5e880-d8cf-40f6-b3da-5b1f623f5ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.598163 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Allocated IP 172.27.0.160 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/100bd471-8485-4bf3-8ee8-6e281af5ba82) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:40.635926 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Attempting to bind port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:40.636591 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Attempting to bind port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:40.637029 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Attempting to bind port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b on network 34ee26d6-850e-4303-a242-cf2ea304088c {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:40.657595 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:40.657595 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Checking segment: {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:40.658398 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.658808 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Bound using segment: {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:40.659280 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Bound port: eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:40.659932 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.661425 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82a5e880-d8cf-40f6-b3da-5b1f623f5ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.701961 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 32707a02-d69b-413b-bf8a-ba53231acfd0 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:40.702761 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.748691 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1b6b33-7dde-4b11-853b-13b82d759c96,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:40.797292 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3b408a2c-fc4e-428c-8318-05c9c4840b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.871617 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057d696-1948-40d4-84a0-189a83c6ee49 req-e7abc1d0-f136-41ad-a91e-50eedb9b24c5 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:40.872574 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.873255 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8057d696-1948-40d4-84a0-189a83c6ee49 req-e7abc1d0-f136-41ad-a91e-50eedb9b24c5 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 931 time: 0.4525917 Sep 03 15:00:40.915027 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Network 68634082-1637-44dc-bd46-894aaf6fa36f is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:40.939638 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:40.948730 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] For port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:40.966677 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] For port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:40.981228 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.005152 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:41.028611 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'Port': ['ID=100bd471-8485-4bf3-8ee8-6e281af5ba82,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:41.038473 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82a5e880-d8cf-40f6-b3da-5b1f623f5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.044260 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:41.046010 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814176'] for router_interface, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.047584 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82a5e880-d8cf-40f6-b3da-5b1f623f5ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.051137 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-82a5e880-d8cf-40f6-b3da-5b1f623f5ed3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f272555-3dc1-4306-b42f-943c05605669 HTTP/1.1" status: 204 len: 168 time: 0.5964580 Sep 03 15:00:41.062429 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0f6f6-2330-4279-9a0d-00576090ebeb None None] Pushing event updated for resources: {'Port': ['ID=eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:41.067197 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:41.068045 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:41.079727 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:41.085259 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:41.090357 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5e880-d8cf-40f6-b3da-5b1f623f5ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f272555-3dc1-4306-b42f-943c05605669,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:41.110782 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:41.262116 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.269887 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:41.345409 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.585225 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:00:41.602919 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-93f40168-7dc1-46a0-9770-b059addaa81a admin admin] 10.222.0.46 "PUT /v2.0/routers/7432e88a-180d-46ff-bc3c-126900adfc7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0119944 Sep 03 15:00:41.627826 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Sync routers for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:00:41.650742 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:41.661138 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:41.687515 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.712658 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8057d696-1948-40d4-84a0-189a83c6ee49 req-5ea8c7d6-67b8-4465-a136-897dde2163fc tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8203080 Sep 03 15:00:41.727665 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9e46e479-d06e-4fe2-987f-6a5e08e6ac3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.732375 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.792351 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:40Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:41.828188 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2fd8ea-df6b-4cae-94d9-97fc55710f3f None None] The sync data for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi is: [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:40Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:00:41.858358 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.912872 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.938128 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0877924 Sep 03 15:00:41.956851 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3eb29-4285-402a-90f2-34fb6aeb0379 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'Port': ['ID=100bd471-8485-4bf3-8ee8-6e281af5ba82,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:41.971802 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3b408a2c-fc4e-428c-8318-05c9c4840b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.974605 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3b408a2c-fc4e-428c-8318-05c9c4840b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:41.984807 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-3b408a2c-fc4e-428c-8318-05c9c4840b2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca6dd8d8-7fdc-4dd4-ae9a-bc56cf7e7847 HTTP/1.1" status: 204 len: 168 time: 2.9760039 Sep 03 15:00:42.028754 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:42.045542 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b408a2c-fc4e-428c-8318-05c9c4840b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6dd8d8-7fdc-4dd4-ae9a-bc56cf7e7847,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:42.054065 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:42.333345 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff30124-4fa7-4c88-a960-075c358f40eb {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:00:42.334405 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:42.373418 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:42.421659 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Transition to ACTIVE for port object cff30124-4fa7-4c88-a960-075c358f40eb will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:42.447051 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:42.527379 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:42.547284 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:42.547662 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:42.831645 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:42.850897 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Pushing event updated for resources: {'Port': ['ID=cff30124-4fa7-4c88-a960-075c358f40eb,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:42.950569 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 2, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:42.986875 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:42.999757 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:43.024890 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:43.076226 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Checking router: 7432e88a-180d-46ff-bc3c-126900adfc7f for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:00:43.086998 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Updating router 7432e88a-180d-46ff-bc3c-126900adfc7f port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c binding host dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:00:43.138444 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:43.141593 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:43.142373 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698608'] for router_interface, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:43.182320 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:43.725947 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f64cd697-1d3c-4e97-bded-b561685c1b6a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1780050540&fields=id&tenant_id=4a5e496fa629495fbd795a9ebd815563 HTTP/1.1" status: 200 len: 267 time: 0.8403494 Sep 03 15:00:43.846600 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Attempting to bind port cff30124-4fa7-4c88-a960-075c358f40eb on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:43.847320 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Attempting to bind port cff30124-4fa7-4c88-a960-075c358f40eb by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'cf484793-61b4-46e6-a7c6-4f43d071ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39bc1dfd-ef31-40e8-aeda-f91153c9a480'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:43.847903 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Attempting to bind port cff30124-4fa7-4c88-a960-075c358f40eb on network 39bc1dfd-ef31-40e8-aeda-f91153c9a480 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:43.894216 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Network 68634082-1637-44dc-bd46-894aaf6fa36f is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:44.216546 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Port cff30124-4fa7-4c88-a960-075c358f40eb on network 39bc1dfd-ef31-40e8-aeda-f91153c9a480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:00:44.218973 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Attempting to bind port cff30124-4fa7-4c88-a960-075c358f40eb on network 39bc1dfd-ef31-40e8-aeda-f91153c9a480 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:44.227297 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-329bedfa-6542-42d7-9a49-d49d71ada411 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:44.229077 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-329bedfa-6542-42d7-9a49-d49d71ada411 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 817 time: 0.4370568 Sep 03 15:00:44.233731 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:44.250399 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-83d3a4d9-396d-4e65-b713-352b6ea51cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:44.273238 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-d70d2db3-473d-48b0-9990-2785f95862f5 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/quotas/4a5e496fa629495fbd795a9ebd815563 HTTP/1.1" status: 200 len: 375 time: 0.0356143 Sep 03 15:00:44.274022 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:44.274367 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Checking segment: {'id': 'cf484793-61b4-46e6-a7c6-4f43d071ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39bc1dfd-ef31-40e8-aeda-f91153c9a480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:44.275075 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Bound using segment: {'id': 'cf484793-61b4-46e6-a7c6-4f43d071ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39bc1dfd-ef31-40e8-aeda-f91153c9a480'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:44.275682 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Bound port: cff30124-4fa7-4c88-a960-075c358f40eb, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf484793-61b4-46e6-a7c6-4f43d071ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39bc1dfd-ef31-40e8-aeda-f91153c9a480'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:44.276190 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:44.340191 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:44.341496 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:44.354467 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:44.384336 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Transition to ACTIVE for port object 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:44.401694 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:44.513572 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:44.514008 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:44.742266 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Attempting to bind port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:44.743355 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Attempting to bind port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:44.744565 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Attempting to bind port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c on network 6f9bf41e-f10e-437e-872f-49198a03f4e5 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:44.783426 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:44.785773 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Checking segment: {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:44.790605 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:44.792614 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Bound using segment: {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:44.793208 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Bound port: 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:44.794696 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:44.852110 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1b6b33-7dde-4b11-853b-13b82d759c96,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:44.898031 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281de96a-bd3a-4b0f-b5a5-9cd7c6b72f61 None None] Pushing event updated for resources: {'Port': ['ID=8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:45.049789 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56114) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:45.056338 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-40d35172-963b-4623-a186-a0fd7ee445c3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199720531', 'description': 'tempest-description--1078995126'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:45.111371 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Router e6c78d0c-362f-4999-b619-8601370169f3 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:00:45.131076 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] For port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:45.144448 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40d35172-963b-4623-a186-a0fd7ee445c3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:45.145275 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] For port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:45.155652 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:45.294728 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:45.358008 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:45.358593 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:45.402482 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-76656018-e0e6-46d1-b5e9-2b958e0174bc tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8740909 Sep 03 15:00:45.507980 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4b58d-506b-475d-b985-1d2f91799c48 req-bcca043c-2a7b-4b8b-beb7-2fbd51c4827c tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:45.525750 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7cc4b58d-506b-475d-b985-1d2f91799c48 req-bcca043c-2a7b-4b8b-beb7-2fbd51c4827c tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 943 time: 0.2599850 Sep 03 15:00:45.676169 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281de96a-bd3a-4b0f-b5a5-9cd7c6b72f61 None None] Pushing event updated for resources: {'Port': ['ID=8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c,revision_number=4']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:45.738718 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7cc4b58d-506b-475d-b985-1d2f91799c48 req-d97c58cd-be9f-4e0c-83e2-6e746129503e tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119606 Sep 03 15:00:45.777785 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40d35172-963b-4623-a186-a0fd7ee445c3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:45.784149 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40d35172-963b-4623-a186-a0fd7ee445c3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:45.807136 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] For port cff30124-4fa7-4c88-a960-075c358f40eb, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:45.814114 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] For port cff30124-4fa7-4c88-a960-075c358f40eb, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cff30124-4fa7-4c88-a960-075c358f40eb,segment=NetworkSegment(cf484793-61b4-46e6-a7c6-4f43d071ca4b),segment_id=cf484793-61b4-46e6-a7c6-4f43d071ca4b)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:45.822884 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:45.833414 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:45.865633 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-40d35172-963b-4623-a186-a0fd7ee445c3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:45.866954 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-40d35172-963b-4623-a186-a0fd7ee445c3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8149407 Sep 03 15:00:45.890741 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56134) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:45.901449 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-dd5a24ea-7395-4620-a5ef-fe82ca5f7b18 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'security_group_rule': {'security_group_id': '450d74db-8199-4aa2-ac08-c213e505b65e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:45.960671 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d35172-963b-4623-a186-a0fd7ee445c3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450d74db-8199-4aa2-ac08-c213e505b65e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:46.023154 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd5a24ea-7395-4620-a5ef-fe82ca5f7b18 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:46.029960 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Pushing event updated for resources: {'Port': ['ID=cff30124-4fa7-4c88-a960-075c358f40eb,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:46.064519 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:46.066735 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:46.081694 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-173f3b43-4399-4640-86a8-c6284466e598 service neutron] 10.222.0.26 "PUT /v2.0/ports/cff30124-4fa7-4c88-a960-075c358f40eb HTTP/1.1" status: 200 len: 1093 time: 7.2924907 Sep 03 15:00:46.094931 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a', 'tag': 'cff30124-4fa7-4c88-a960-075c358f40eb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:00:46.178629 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd5a24ea-7395-4620-a5ef-fe82ca5f7b18 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:46.195308 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd5a24ea-7395-4620-a5ef-fe82ca5f7b18 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:46.241209 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:00:46.255566 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Sync routers for ids ['e6c78d0c-362f-4999-b619-8601370169f3'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:00:46.262220 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a24ea-7395-4620-a5ef-fe82ca5f7b18 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f18262-d1de-4440-8e7e-b201afc38784,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:46.269741 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-c01ebee2-3890-4971-937c-87f6c7850dc6 admin admin] 10.222.0.46 "PUT /v2.0/routers/e6c78d0c-362f-4999-b619-8601370169f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6419032 Sep 03 15:00:46.270742 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Routers {'e6c78d0c-362f-4999-b619-8601370169f3'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:46.272558 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['e6c78d0c-362f-4999-b619-8601370169f3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:46.293792 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-7b265653-e527-453f-81ec-2cdc252b66d1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 15:00:46.294863 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-7b265653-e527-453f-81ec-2cdc252b66d1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2860277 Sep 03 15:00:46.320306 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dd5a24ea-7395-4620-a5ef-fe82ca5f7b18 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:46.322267 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-dd5a24ea-7395-4620-a5ef-fe82ca5f7b18 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4305053 Sep 03 15:00:46.328993 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 56160) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:46.339015 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-7cccbf45-71d7-413a-8add-b74b88cd1b82 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'security_group_rule': {'security_group_id': '450d74db-8199-4aa2-ac08-c213e505b65e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:46.361437 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:45Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:46.392198 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0dd86d-88f8-4b11-98eb-3fbc4c73b9ca None None] The sync data for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi is: [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:45Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:00:46.475269 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7cccbf45-71d7-413a-8add-b74b88cd1b82 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:46.580355 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Set router e6c78d0c-362f-4999-b619-8601370169f3 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:46.666824 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-53a62f45-0efb-4fd8-b550-145c55178aa3 service neutron] 10.222.0.46 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623095 Sep 03 15:00:46.704345 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7cccbf45-71d7-413a-8add-b74b88cd1b82 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:46.749255 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7cccbf45-71d7-413a-8add-b74b88cd1b82 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:46.822867 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7622511e-db73-41e8-93fa-631ca086e545" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a", "tag": "cff30124-4fa7-4c88-a960-075c358f40eb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:00:46.971620 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccbf45-71d7-413a-8add-b74b88cd1b82 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25bf43b-ef3f-4763-9c5e-aba3a60f3b5f,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:46.986981 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7cccbf45-71d7-413a-8add-b74b88cd1b82 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:46.988828 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55a8e2-f40c-42df-a01f-0d2f201d69b1 req-17236998-3b6b-4322-a841-a77c50cbe655 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:46.989981 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-7cccbf45-71d7-413a-8add-b74b88cd1b82 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6595306 Sep 03 15:00:46.999877 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 56186) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:47.010115 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'floatingip': {'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:47.013946 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eb55a8e2-f40c-42df-a01f-0d2f201d69b1 req-17236998-3b6b-4322-a841-a77c50cbe655 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 943 time: 0.1293414 Sep 03 15:00:47.101187 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:47.113810 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-46c19fde-bbea-48ed-bbb4-0081f569ad77 service neutron] 10.222.0.46 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365430 Sep 03 15:00:47.123457 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eb55a8e2-f40c-42df-a01f-0d2f201d69b1 req-072324ca-d514-44ff-a48f-d85f31ccd4b4 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085327 Sep 03 15:00:47.142687 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:47.156103 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'name': 'tempest-ServerRescueNegativeTestJSON-400475266-router', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:41Z', 'revision_number': 4, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'gw_port': {'id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '1c1b6b33-7dde-4b11-853b-13b82d759c96', 'name': '', 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'mac_address': 'fa:16:3e:bd:8c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a848c4a4-1c7e-493c-8b4b-13824513aa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:37Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 2, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'subnets': [{'id': 'a848c4a4-1c7e-493c-8b4b-13824513aa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:47.200785 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Checking router: e6c78d0c-362f-4999-b619-8601370169f3 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:00:47.201714 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Updating router e6c78d0c-362f-4999-b619-8601370169f3 port 1c1b6b33-7dde-4b11-853b-13b82d759c96 binding host dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:00:47.277507 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:47.408752 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:47.552365 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465b876b-7d05-4748-bf9b-c8734fc92f6f x-openstack-request-id: req-465b876b-7d05-4748-bf9b-c8734fc92f6f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:00:47.552973 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a", "tag": "cff30124-4fa7-4c88-a960-075c358f40eb", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:00:47.553372 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-465b876b-7d05-4748-bf9b-c8734fc92f6f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:00:47.553993 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a', 'tag': 'cff30124-4fa7-4c88-a960-075c358f40eb', 'status': 'completed', 'code': 200} Sep 03 15:00:47.693760 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Allocated IP 172.27.0.174 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/ce5312e8-5168-463a-bb1c-e91c35af094b) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:47.744745 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4ab4e925-45ba-4ae4-b6c1-788595afcade req-552355c9-1ee0-4de1-a5bc-0ab8d3739552 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 210 time: 0.0710719 Sep 03 15:00:47.933104 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.063392 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.087103 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.112631 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Transition to ACTIVE for port object 1c1b6b33-7dde-4b11-853b-13b82d759c96 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:48.124919 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.147133 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:48.156855 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:48.160998 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:48.211740 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bf1a4-d724-4b7a-bea5-07705bd7eb92 None None] Pushing event updated for resources: {'Port': ['ID=1c1b6b33-7dde-4b11-853b-13b82d759c96,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:48.275665 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-0d4fb94e-2b52-477e-b741-805a9efa01a3 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:48.284119 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-0d4fb94e-2b52-477e-b741-805a9efa01a3 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 818 time: 0.2481122 Sep 03 15:00:48.303448 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-e082dd3c-3258-4fbe-8871-54a1d6e2132b tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/quotas/c34624d35ea84a5aa5ed6eccb004db8a HTTP/1.1" status: 200 len: 375 time: 0.0176980 Sep 03 15:00:48.333393 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Attempting to bind port 1c1b6b33-7dde-4b11-853b-13b82d759c96 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:48.333934 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Attempting to bind port 1c1b6b33-7dde-4b11-853b-13b82d759c96 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:48.334523 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Attempting to bind port 1c1b6b33-7dde-4b11-853b-13b82d759c96 on network 68634082-1637-44dc-bd46-894aaf6fa36f {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:48.343073 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:48.345212 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Checking segment: {'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:48.351663 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.352337 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Bound using segment: {'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:48.353229 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Bound port: 1c1b6b33-7dde-4b11-853b-13b82d759c96, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:48.355630 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'Port': ['ID=ce5312e8-5168-463a-bb1c-e91c35af094b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:48.356076 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.366035 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:48.397902 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.419964 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05b15d-9863-430f-b028-c01d5e7140a6 req-e856ce6b-ad4b-4571-a285-87551e987b00 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:48.421575 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2a05b15d-9863-430f-b028-c01d5e7140a6 req-e856ce6b-ad4b-4571-a285-87551e987b00 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 943 time: 0.1251090 Sep 03 15:00:48.449469 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-cf90da98-bb38-4fa7-acbc-8d4ed2cd33a3 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1446507 Sep 03 15:00:48.488604 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.497015 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2a05b15d-9863-430f-b028-c01d5e7140a6 req-a55b5e36-bde6-4486-b627-35b16686453d tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525923 Sep 03 15:00:48.568288 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-0f7830d9-e376-4523-b3ae-4f98760ed8e3 service neutron] 10.222.0.46 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149204 Sep 03 15:00:48.677634 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] For port 1c1b6b33-7dde-4b11-853b-13b82d759c96, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:48.683610 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] For port 1c1b6b33-7dde-4b11-853b-13b82d759c96, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=1c1b6b33-7dde-4b11-853b-13b82d759c96,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:48.696075 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.714759 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-5b7c1e2c-f51e-4c85-a67e-8b44e8111784 service neutron] 10.222.0.46 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452782 Sep 03 15:00:48.735886 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-9051cd1d-1356-4724-bbc8-390cf613d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:48.735886 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-9051cd1d-1356-4724-bbc8-390cf613d5ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84e8b95340fe4446ae0b9563a12c6554&device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 1096 time: 0.1059351 Sep 03 15:00:48.760418 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:48.766811 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:48.767185 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.776199 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Routers {'e6c78d0c-362f-4999-b619-8601370169f3'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:00:48.776831 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['e6c78d0c-362f-4999-b619-8601370169f3'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:48.837102 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-72c30714-a0e4-4897-967a-07ee82ebdac6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cff30124-4fa7-4c88-a960-075c358f40eb HTTP/1.1" status: 200 len: 217 time: 0.0908704 Sep 03 15:00:48.842002 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.912353 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:48.924298 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7f2c3d1b-b13d-45a5-9547-714609688321 req-3711947d-4583-4460-bf91-b973ff749f13 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 210 time: 0.0727587 Sep 03 15:00:48.932761 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bf1a4-d724-4b7a-bea5-07705bd7eb92 None None] Pushing event updated for resources: {'Port': ['ID=1c1b6b33-7dde-4b11-853b-13b82d759c96,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:49.030802 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a6b3edb3-24cb-4a23-bb2b-356b8bb4a571 req-a8c4904a-71d5-4910-a5ec-466dd5d2f4a0 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 210 time: 0.0406454 Sep 03 15:00:49.043575 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'Port': ['ID=ce5312e8-5168-463a-bb1c-e91c35af094b,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:49.066548 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:49.071935 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-443662f1-5ed2-444d-bbcb-9004d925795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:49.073617 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-443662f1-5ed2-444d-bbcb-9004d925795c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6cf0748-9b1a-4240-a2fd-d8a81631423d HTTP/1.1" status: 200 len: 850 time: 0.2240932 Sep 03 15:00:49.131967 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:49.169597 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-3c132c5f-de96-4d64-92c2-5c14a749023a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39bc1dfd-ef31-40e8-aeda-f91153c9a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865402 Sep 03 15:00:49.170537 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:49.179946 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-96423710-b30e-4837-9153-eb30de481ec6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1710775 Sep 03 15:00:49.286342 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:49.345169 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:49.352821 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] Set router e6c78d0c-362f-4999-b619-8601370169f3 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:00:49.629336 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-c3983045-6a43-4d64-b9ce-86d9c7f337ed tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1199720531&fields=id&tenant_id=92cc24783e8c4100bff6576d1ea0004a HTTP/1.1" status: 200 len: 267 time: 0.0944307 Sep 03 15:00:49.684207 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-13a68f9c-af0c-458d-8d33-7fc662be61af service neutron] 10.222.0.26 "GET /v2.0/networks/39bc1dfd-ef31-40e8-aeda-f91153c9a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062590 Sep 03 15:00:49.841260 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:49.948381 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'name': 'tempest-ServerRescueNegativeTestJSON-400475266-router', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:41Z', 'revision_number': 4, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'gw_port': {'id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '1c1b6b33-7dde-4b11-853b-13b82d759c96', 'name': '', 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'mac_address': 'fa:16:3e:bd:8c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a848c4a4-1c7e-493c-8b4b-13824513aa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:37Z', 'updated_at': '2021-09-03T15:00:48Z', 'revision_number': 4, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'subnets': [{'id': 'a848c4a4-1c7e-493c-8b4b-13824513aa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:00:49.979608 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a4c04-c729-4311-b4bb-682357282a4b None None] The sync data for ids ['e6c78d0c-362f-4999-b619-8601370169f3'] in dv-cinder-774288-7-iscsi is: [{'id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'name': 'tempest-ServerRescueNegativeTestJSON-400475266-router', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:41Z', 'revision_number': 4, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'gw_port': {'id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '1c1b6b33-7dde-4b11-853b-13b82d759c96', 'name': '', 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'mac_address': 'fa:16:3e:bd:8c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a848c4a4-1c7e-493c-8b4b-13824513aa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:37Z', 'updated_at': '2021-09-03T15:00:48Z', 'revision_number': 4, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'subnets': [{'id': 'a848c4a4-1c7e-493c-8b4b-13824513aa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:00:50.092828 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-be990e36-1c2e-4466-9617-9c50184ee13e tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:50.100995 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-be990e36-1c2e-4466-9617-9c50184ee13e tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/networks?id=6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 200 len: 811 time: 0.4706709 Sep 03 15:00:50.134247 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-aae30e0e-4ff1-4474-bb3f-89a0eee2e58a tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/quotas/92cc24783e8c4100bff6576d1ea0004a HTTP/1.1" status: 200 len: 375 time: 0.0322890 Sep 03 15:00:50.201483 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.26', 56058) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:50.246412 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-e3e0b670-005b-4268-b383-39baabbd4927 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:50.256194 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-e3e0b670-005b-4268-b383-39baabbd4927 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 818 time: 0.8601966 Sep 03 15:00:50.301948 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-73e16582-6ab4-48ef-a652-01d42fc4f2a3 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/quotas/c34624d35ea84a5aa5ed6eccb004db8a HTTP/1.1" status: 200 len: 375 time: 0.0438235 Sep 03 15:00:50.420123 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:50.424022 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b3fa935-4f62-427e-b566-4be2ff83447e req-7e7bb59c-7d61-40ff-b14f-7e74e7c4abb0 service neutron] 10.222.0.26 "GET /v2.0/networks/39bc1dfd-ef31-40e8-aeda-f91153c9a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7215002 Sep 03 15:00:50.434768 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-dfc079f3-cd36-41cf-b071-95bfca48cd7d tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=92cc24783e8c4100bff6576d1ea0004a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2979951 Sep 03 15:00:50.445889 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-23d9c2aa-87df-41a5-9f4f-4be7286d10e3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:50.447709 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-23d9c2aa-87df-41a5-9f4f-4be7286d10e3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 817 time: 0.2382169 Sep 03 15:00:50.484434 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-ddfc39d5-b416-43fb-bbf9-d0c07418a07d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1741278 Sep 03 15:00:50.571324 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:50.571864 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:50.592890 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-90241315-c788-4184-a086-5196d2d9c542 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5e496fa629495fbd795a9ebd815563 HTTP/1.1" status: 200 len: 380 time: 0.1353295 Sep 03 15:00:50.609678 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'port': {'device_id': '56bdabfd-4db9-411a-8547-2d45c084682e', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'admin_state_up': True, 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'security_groups': ['de4841d0-c84d-47e3-a2d5-b0926930dcfa']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:50.746989 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-454fa13c-7799-41c7-bd18-7885ea184ca0 service neutron] 10.222.0.46 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524505 Sep 03 15:00:50.772061 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-b38a348e-44e4-4446-9a6d-28af4597a508 service neutron] 10.222.0.46 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206296 Sep 03 15:00:50.797206 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 1c1b6b33-7dde-4b11-853b-13b82d759c96 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:50.912044 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 1c1b6b33-7dde-4b11-853b-13b82d759c96 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:50.916487 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 1c1b6b33-7dde-4b11-853b-13b82d759c96 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:50.916914 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:50.925020 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-b73ab465-49b6-46ab-b389-ad3c2c6ce4a7 service neutron] 10.222.0.46 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760354 Sep 03 15:00:50.955096 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-4f579fd2-4096-4c94-98b3-504d54b57e09 service neutron] 10.222.0.46 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684234 Sep 03 15:00:50.956619 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Made reservation on behalf of 4a5e496fa629495fbd795a9ebd815563 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:50.965305 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:50.968590 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622511e-db73-41e8-93fa-631ca086e545 req-04deeb71-17c4-49c9-9660-b8559a0bd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:50.980578 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7622511e-db73-41e8-93fa-631ca086e545 req-04deeb71-17c4-49c9-9660-b8559a0bd3b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84e8b95340fe4446ae0b9563a12c6554&device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 1096 time: 0.4409883 Sep 03 15:00:50.983888 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.26', 56062) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:51.099536 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:51.173846 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 1c1b6b33-7dde-4b11-853b-13b82d759c96, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=1c1b6b33-7dde-4b11-853b-13b82d759c96,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:51.189148 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:51.384941 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=1c1b6b33-7dde-4b11-853b-13b82d759c96,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:51.646137 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-95b1801f-4218-4644-b1b7-e49a93ae3cc0 req-49a2c562-7e75-4020-af55-60feeb69ea59 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 210 time: 0.2372594 Sep 03 15:00:51.795313 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17644a77-a062-48a2-ac21-2681bdc2340e req-a8e57462-0fd3-412f-a2c7-ee322287f63d tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:51.797129 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-17644a77-a062-48a2-ac21-2681bdc2340e req-a8e57462-0fd3-412f-a2c7-ee322287f63d tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 943 time: 0.4090035 Sep 03 15:00:51.872312 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Allocated IP 172.20.0.13 (34ee26d6-850e-4303-a242-cf2ea304088c/d23fe022-779f-400b-9ee9-a62232c3312d/e90e7941-e28a-4dab-b54d-9492fdfd6cbd) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:51.923871 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-17644a77-a062-48a2-ac21-2681bdc2340e req-3ec2d54c-f25a-4c08-8e86-d05f63656964 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109507 Sep 03 15:00:51.974458 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-a8c0f210-7af0-4aed-9002-837d8141c966 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:51.980629 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-a8c0f210-7af0-4aed-9002-837d8141c966 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.26 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 818 time: 0.9943104 Sep 03 15:00:52.015745 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56438) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:52.042365 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Request body: {'port': {'device_id': '0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14', 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f', 'admin_state_up': True, 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:52.094569 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3ec393d7-af45-4936-8e12-63f7c629a99b req-12a62abe-c3c9-4847-9c1d-15d93711c364 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 210 time: 0.0901186 Sep 03 15:00:52.105630 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7d763e36-46c8-40d0-9d8a-11e0ead54757 req-bab368df-667e-4838-bfeb-655f47672cde tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 210 time: 0.2344675 Sep 03 15:00:52.129097 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622511e-db73-41e8-93fa-631ca086e545 req-c8d38a17-59d1-4c34-b7b9-745340901fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:52.131044 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7622511e-db73-41e8-93fa-631ca086e545 req-c8d38a17-59d1-4c34-b7b9-745340901fc6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=39bc1dfd-ef31-40e8-aeda-f91153c9a480 HTTP/1.1" status: 200 len: 911 time: 0.9432528 Sep 03 15:00:52.229464 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7622511e-db73-41e8-93fa-631ca086e545 req-cde1b1d3-a57c-4316-a679-877f4221c013 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cff30124-4fa7-4c88-a960-075c358f40eb HTTP/1.1" status: 200 len: 217 time: 0.0853033 Sep 03 15:00:52.258394 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 1c1b6b33-7dde-4b11-853b-13b82d759c96 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:52.307690 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e832ca54-7ee8-4b01-a995-7f2913fd4f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.338197 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.357981 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 1c1b6b33-7dde-4b11-853b-13b82d759c96 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:52.358696 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.368628 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Transition to ACTIVE for port object e90e7941-e28a-4dab-b54d-9492fdfd6cbd will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:52.422384 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622511e-db73-41e8-93fa-631ca086e545 req-6308a33c-1d3b-4722-be0c-892592ce553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:52.423988 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7622511e-db73-41e8-93fa-631ca086e545 req-6308a33c-1d3b-4722-be0c-892592ce553b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6cf0748-9b1a-4240-a2fd-d8a81631423d HTTP/1.1" status: 200 len: 850 time: 0.1683183 Sep 03 15:00:52.460359 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.474951 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7622511e-db73-41e8-93fa-631ca086e545 req-53a8b07a-0e1f-4229-b9a9-b9fbeae1ee9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39bc1dfd-ef31-40e8-aeda-f91153c9a480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424294 Sep 03 15:00:52.536632 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Network 34ee26d6-850e-4303-a242-cf2ea304088c is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:52.550512 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:52.558624 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:52.564200 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:52.564788 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.579247 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7622511e-db73-41e8-93fa-631ca086e545 req-fabae965-9575-42e4-8ca8-dea8b0ae21f7 service neutron] 10.222.0.26 "GET /v2.0/networks/39bc1dfd-ef31-40e8-aeda-f91153c9a480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959404 Sep 03 15:00:52.593746 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e832ca54-7ee8-4b01-a995-7f2913fd4f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.601928 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e832ca54-7ee8-4b01-a995-7f2913fd4f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.604546 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'Port': ['ID=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:52.644488 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e832ca54-7ee8-4b01-a995-7f2913fd4f1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dfd3960ba0a540ada161600e3b6ce977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6050608 Sep 03 15:00:52.645362 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832ca54-7ee8-4b01-a995-7f2913fd4f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb50af8f-d463-4a1f-8e6e-39a565d81f8b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:52.647733 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56448) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:52.662191 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Made reservation on behalf of c34624d35ea84a5aa5ed6eccb004db8a for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:52.663095 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-f0c696e7-bf2c-4789-914c-ede3364202ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0593839 Sep 03 15:00:52.666292 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.680159 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Request body: {'port': {'device_id': '56bdabfd-4db9-411a-8547-2d45c084682e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:52.758343 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7622511e-db73-41e8-93fa-631ca086e545 req-a933bdc3-5fb5-4cc0-a227-61dc7a397812 service neutron] 10.222.0.26 "GET /v2.0/networks/39bc1dfd-ef31-40e8-aeda-f91153c9a480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709085 Sep 03 15:00:52.778484 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device cff30124-4fa7-4c88-a960-075c358f40eb details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:00:52.781365 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.792215 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ea601a8-e062-481b-b3e5-bd431248b662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.847548 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ea601a8-e062-481b-b3e5-bd431248b662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.884381 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-00df2fe7-62ac-402c-acc3-160404f158a5 None None] Provisioning for port e90e7941-e28a-4dab-b54d-9492fdfd6cbd completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:52.899574 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-00df2fe7-62ac-402c-acc3-160404f158a5 None None] Provisioning complete for port e90e7941-e28a-4dab-b54d-9492fdfd6cbd triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:52.900218 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-00df2fe7-62ac-402c-acc3-160404f158a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:52.944729 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0416b26-5ca1-4f5c-8293-ff65ef48dcca req-302a4f3b-4e73-477a-b087-6a558fad9d06 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:52.946620 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d0416b26-5ca1-4f5c-8293-ff65ef48dcca req-302a4f3b-4e73-477a-b087-6a558fad9d06 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 932 time: 0.1373003 Sep 03 15:00:53.004317 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-00df2fe7-62ac-402c-acc3-160404f158a5 None None] Port e90e7941-e28a-4dab-b54d-9492fdfd6cbd cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:00:53.024870 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port cff30124-4fa7-4c88-a960-075c358f40eb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cff30124-4fa7-4c88-a960-075c358f40eb,segment=NetworkSegment(cf484793-61b4-46e6-a7c6-4f43d071ca4b),segment_id=cf484793-61b4-46e6-a7c6-4f43d071ca4b)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:53.056905 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'cff30124-4fa7-4c88-a960-075c358f40eb', 'network_id': '39bc1dfd-ef31-40e8-aeda-f91153c9a480', 'port_id': 'cff30124-4fa7-4c88-a960-075c358f40eb', 'mac_address': 'fa:16:3e:05:b6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cf0748-9b1a-4240-a2fd-d8a81631423d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:00:53.108083 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ea601a8-e062-481b-b3e5-bd431248b662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:53.124197 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0ea601a8-e062-481b-b3e5-bd431248b662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:53.125334 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0ea601a8-e062-481b-b3e5-bd431248b662 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb50af8f-d463-4a1f-8e6e-39a565d81f8b HTTP/1.1" status: 204 len: 168 time: 0.4765093 Sep 03 15:00:53.168763 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:53.190406 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea601a8-e062-481b-b3e5-bd431248b662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb50af8f-d463-4a1f-8e6e-39a565d81f8b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:53.228016 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac138a0-17ae-4c6d-8f5a-4ed39f7519f1 req-a3e2a760-8db6-4479-93e6-82e1c6137f9a tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:53.230519 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cac138a0-17ae-4c6d-8f5a-4ed39f7519f1 req-a3e2a760-8db6-4479-93e6-82e1c6137f9a tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 943 time: 0.1402166 Sep 03 15:00:53.234011 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff30124-4fa7-4c88-a960-075c358f40eb {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:00:53.299268 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-0525e75e-e1b2-4a4d-9ded-28e4afa17e3c tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:53.302821 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-0525e75e-e1b2-4a4d-9ded-28e4afa17e3c tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.26 "GET /v2.0/networks?id=6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 200 len: 811 time: 0.2630072 Sep 03 15:00:53.317402 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port cff30124-4fa7-4c88-a960-075c358f40eb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cff30124-4fa7-4c88-a960-075c358f40eb,segment=NetworkSegment(cf484793-61b4-46e6-a7c6-4f43d071ca4b),segment_id=cf484793-61b4-46e6-a7c6-4f43d071ca4b)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:53.348904 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:53.357728 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cac138a0-17ae-4c6d-8f5a-4ed39f7519f1 req-1c4a9aa6-12ff-4a42-9d71-6b87afc702c5 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191089 Sep 03 15:00:53.375073 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Allocated IP 172.20.0.11 (68634082-1637-44dc-bd46-894aaf6fa36f/a848c4a4-1c7e-493c-8b4b-13824513aa4c/170e30d7-6d57-4efc-a9be-a8e5e7b3fca4) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:53.427965 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90e7941-e28a-4dab-b54d-9492fdfd6cbd {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:00:53.452884 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.26', 56077) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:53.541666 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=cff30124-4fa7-4c88-a960-075c358f40eb,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:53.597713 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-7eca3279-a256-448f-90fd-daad946bdb29 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92cc24783e8c4100bff6576d1ea0004a HTTP/1.1" status: 200 len: 380 time: 0.2824078 Sep 03 15:00:53.610077 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d0416b26-5ca1-4f5c-8293-ff65ef48dcca req-dbab45fd-389f-4afc-9b05-f2308d88bfca tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6459768 Sep 03 15:00:53.614946 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['cff30124-4fa7-4c88-a960-075c358f40eb'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:00:53.641117 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'port': {'device_id': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'admin_state_up': True, 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'security_groups': ['450d74db-8199-4aa2-ac08-c213e505b65e']}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:53.764604 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 56498) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:53.890476 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 56510) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:53.908622 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-31ba783a-b16b-425e-8ac9-5e360fbd2a25 req-eaa43de1-ae7c-4fb1-973b-3840678c3218 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 210 time: 0.1030104 Sep 03 15:00:53.980203 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2510bec0-1df3-45c8-ba2a-eababa487475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:53.984156 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.038444 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0c45c887-f0c5-498a-9896-b05ae62cc837 req-b4dc64d4-f08e-4221-bbf2-af3aded86dd8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 210 time: 0.0495033 Sep 03 15:00:54.068979 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Transition to ACTIVE for port object e90e7941-e28a-4dab-b54d-9492fdfd6cbd will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:54.078048 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.121408 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Made reservation on behalf of 92cc24783e8c4100bff6576d1ea0004a for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:54.126870 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-f10cc1e6-185f-40f2-b5b0-2cfe67af7b40 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:54.130136 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-f10cc1e6-185f-40f2-b5b0-2cfe67af7b40 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.26 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 818 time: 0.6590955 Sep 03 15:00:54.145551 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.149232 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Request body: {'port': {'device_id': 'daeabcd9-9d46-48c6-9632-087c7ed0f676', 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f', 'admin_state_up': True, 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:54.202559 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 56518) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:54.240659 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Pushing event updated for resources: {'Port': ['ID=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:54.298694 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Attempting to bind port e90e7941-e28a-4dab-b54d-9492fdfd6cbd on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:54.299502 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Attempting to bind port e90e7941-e28a-4dab-b54d-9492fdfd6cbd by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:54.300024 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Attempting to bind port e90e7941-e28a-4dab-b54d-9492fdfd6cbd on network 34ee26d6-850e-4303-a242-cf2ea304088c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:54.309188 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Port e90e7941-e28a-4dab-b54d-9492fdfd6cbd on network 34ee26d6-850e-4303-a242-cf2ea304088c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:00:54.309779 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Attempting to bind port e90e7941-e28a-4dab-b54d-9492fdfd6cbd on network 34ee26d6-850e-4303-a242-cf2ea304088c {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:54.318631 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:54.318991 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Checking segment: {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:54.319738 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Bound using segment: {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:54.320180 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Bound port: e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:54.320542 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.413711 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:54.419786 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:54.424828 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.467687 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:54.468346 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.470245 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] 10.222.0.26 "PUT /v2.0/ports/e90e7941-e28a-4dab-b54d-9492fdfd6cbd HTTP/1.1" status: 200 len: 1094 time: 1.7969937 Sep 03 15:00:54.470698 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:00:54.603845 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64171615-8f06-414e-a7f3-97e525a43905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.617404 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd536aca-f173-42cc-a2fe-b1c6b0177640 service neutron] Pushing event updated for resources: {'Port': ['ID=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:54.634892 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-be02a3a8-54a0-4482-baf5-91f67fd82c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:54.636684 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-be02a3a8-54a0-4482-baf5-91f67fd82c24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 1097 time: 0.1076686 Sep 03 15:00:54.640990 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.646690 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc807-db8c-40d7-ae55-37fe7247e876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.732694 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aac9abf-8140-4246-a051-8ed95b7649e6" -d '{"events": [{"name": "network-changed", "server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:00:54.736892 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-9a53123e-221c-467b-9817-d2055d2a45e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd HTTP/1.1" status: 200 len: 217 time: 0.0917711 Sep 03 15:00:54.767749 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eef689-bb1a-4ebe-8c58-16798e249313 req-4e678e5f-ea52-4d8f-b7a5-932657ef8d7d tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:54.769301 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-88eef689-bb1a-4ebe-8c58-16798e249313 req-4e678e5f-ea52-4d8f-b7a5-932657ef8d7d tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 944 time: 0.2244687 Sep 03 15:00:54.780984 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device cff30124-4fa7-4c88-a960-075c358f40eb up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:00:54.821827 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2510bec0-1df3-45c8-ba2a-eababa487475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.824852 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-1c18a583-329f-4362-b225-77ec0272528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:54.826850 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-1c18a583-329f-4362-b225-77ec0272528e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.0803711 Sep 03 15:00:54.838188 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195e4ee-71a9-4458-bc95-e50609021d4f req-5428c449-4694-45ad-b0fd-a81d8b374004 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:54.839880 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c195e4ee-71a9-4458-bc95-e50609021d4f req-5428c449-4694-45ad-b0fd-a81d8b374004 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.1107426 Sep 03 15:00:54.843613 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2510bec0-1df3-45c8-ba2a-eababa487475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.848280 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Allocated IP 172.20.0.11 (6f9bf41e-f10e-437e-872f-49198a03f4e5/0c59e563-865c-4b5c-80bc-f771c855535d/f1c602f7-a851-42c0-be7b-7e85b34a58e1) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:54.855810 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.858933 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port cff30124-4fa7-4c88-a960-075c358f40eb completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:54.864261 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port cff30124-4fa7-4c88-a960-075c358f40eb triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:54.865326 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.884510 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-88eef689-bb1a-4ebe-8c58-16798e249313 req-ad075a06-230c-4841-9aa8-00bebacb67d0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008706 Sep 03 15:00:54.926108 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Made reservation on behalf of c34624d35ea84a5aa5ed6eccb004db8a for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:00:54.930381 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.943518 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-2510bec0-1df3-45c8-ba2a-eababa487475 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26c122a6e7b245bbb87e89dd78230603&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0396867 Sep 03 15:00:54.952881 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56540) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:54.968561 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Network 68634082-1637-44dc-bd46-894aaf6fa36f is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:54.973886 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c195e4ee-71a9-4458-bc95-e50609021d4f req-3f8e7dd6-2d84-45e4-9fdd-c2a7983bb523 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180642 Sep 03 15:00:54.985492 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:54.987357 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510bec0-1df3-45c8-ba2a-eababa487475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb33f41a-043a-4e97-bc6a-00e0bb0086aa,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:54.989651 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:54.996644 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:55.012652 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:55.013365 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.022534 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-6555e8c3-8231-4b56-8927-930ffa059a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:55.024609 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-6555e8c3-8231-4b56-8927-930ffa059a6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1832793 Sep 03 15:00:55.045657 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Pushing event updated for resources: {'Port': ['ID=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:55.068375 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port cff30124-4fa7-4c88-a960-075c358f40eb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cff30124-4fa7-4c88-a960-075c358f40eb,segment=NetworkSegment(cf484793-61b4-46e6-a7c6-4f43d071ca4b),segment_id=cf484793-61b4-46e6-a7c6-4f43d071ca4b)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:55.069735 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff30124-4fa7-4c88-a960-075c358f40eb'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:00:55.172794 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37852c23-c741-4e13-a787-0cb62b68d6e4 x-openstack-request-id: req-37852c23-c741-4e13-a787-0cb62b68d6e4 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:00:55.173092 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:00:55.173323 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37852c23-c741-4e13-a787-0cb62b68d6e4 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:00:55.173879 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'status': 'completed', 'code': 200} Sep 03 15:00:55.197437 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64171615-8f06-414e-a7f3-97e525a43905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.208867 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0d36262f-0c1d-450b-9ae5-9867fd071378 req-47612723-630c-4d00-8a7f-e65480c02ca1 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 210 time: 0.0751526 Sep 03 15:00:55.230114 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64171615-8f06-414e-a7f3-97e525a43905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.261019 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-51294597-d6ad-4592-9f10-5914f52c79da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2227585 Sep 03 15:00:55.315405 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-250c3ae0-aca9-4409-b1fd-17057c9d248e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.323337 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.359034 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-250c3ae0-aca9-4409-b1fd-17057c9d248e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.374764 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32287787-cd1d-4440-b11d-ad93e5f59cc4" -d '{"events": [{"server_uuid": "7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a", "name": "network-vif-plugged", "status": "completed", "tag": "cff30124-4fa7-4c88-a960-075c358f40eb"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:00:55.395801 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-34959794-9550-4410-b7c6-9c9a27f28f77 req-5e564ce1-ec56-4244-8f65-d4495ddf1820 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 210 time: 0.1185265 Sep 03 15:00:55.400950 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-2f5a729e-5aea-42fb-9d91-653a8ad8ae9f service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951622 Sep 03 15:00:55.404277 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Request body: {'port': {'device_id': '0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:55.406619 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Allocated IP 172.20.0.3 (68634082-1637-44dc-bd46-894aaf6fa36f/a848c4a4-1c7e-493c-8b4b-13824513aa4c/4138f100-e06c-4eea-a56c-766e7fcab942) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:00:55.419593 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=cff30124-4fa7-4c88-a960-075c358f40eb,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:55.490198 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.511189 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64171615-8f06-414e-a7f3-97e525a43905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaa62de-731b-4e16-aeeb-23949eb13e38,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:55.520408 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67114047-49d9-4f3b-94b0-94f843656aef x-openstack-request-id: req-67114047-49d9-4f3b-94b0-94f843656aef {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:00:55.520699 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a", "name": "network-vif-plugged", "status": "completed", "tag": "cff30124-4fa7-4c88-a960-075c358f40eb", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:00:55.520998 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67114047-49d9-4f3b-94b0-94f843656aef {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:00:55.521766 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff30124-4fa7-4c88-a960-075c358f40eb', 'code': 200} Sep 03 15:00:55.556022 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-250c3ae0-aca9-4409-b1fd-17057c9d248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.556304 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-64171615-8f06-414e-a7f3-97e525a43905 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4e686965a6a451e8f01b8b2137d9d81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7905641 Sep 03 15:00:55.558694 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-250c3ae0-aca9-4409-b1fd-17057c9d248e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.559835 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-250c3ae0-aca9-4409-b1fd-17057c9d248e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb33f41a-043a-4e97-bc6a-00e0bb0086aa HTTP/1.1" status: 204 len: 168 time: 0.6060152 Sep 03 15:00:55.560436 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56568) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:55.563565 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Transition to ACTIVE for port object f1c602f7-a851-42c0-be7b-7e85b34a58e1 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:55.591319 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c3ae0-aca9-4409-b1fd-17057c9d248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb33f41a-043a-4e97-bc6a-00e0bb0086aa,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:55.629289 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.671881 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.672261 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9368f241-5cc9-4a23-b13b-ad80824aff67 req-b2c448d2-ad15-4268-96f1-c913bae0d2c0 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132077 Sep 03 15:00:55.721102 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Network 6f9bf41e-f10e-437e-872f-49198a03f4e5 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:55.749932 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.26', 56082) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:55.827315 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d665ce4b-3765-4706-9584-7db345f00879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.838526 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:55.848729 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'Port': ['ID=f1c602f7-a851-42c0-be7b-7e85b34a58e1,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:55.861380 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:55.872106 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:55.872106 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.881982 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc807-db8c-40d7-ae55-37fe7247e876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.890615 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc807-db8c-40d7-ae55-37fe7247e876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.894448 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d665ce4b-3765-4706-9584-7db345f00879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:55.911696 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a9463-e569-41ef-8136-6031ec0753cb req-50b37c73-9d98-4f26-aa7f-17f7f806e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:55.912884 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e11a9463-e569-41ef-8136-6031ec0753cb req-50b37c73-9d98-4f26-aa7f-17f7f806e824 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 1098 time: 0.2229607 Sep 03 15:00:55.922874 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-41027f52-abaa-45e8-86c9-61598d07202f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3093841 Sep 03 15:00:55.939989 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-a137ae53-91df-4b6d-90af-c79b30d91f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:55.941405 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-a137ae53-91df-4b6d-90af-c79b30d91f9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 1097 time: 0.1841841 Sep 03 15:00:55.945235 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Request body: {'port': {'device_id': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:55.961097 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-ebcbc807-db8c-40d7-ae55-37fe7247e876 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af4df571a9ae4f8591a3be4e9f17d77d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7552798 Sep 03 15:00:55.972993 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56582) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:55.990114 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbc807-db8c-40d7-ae55-37fe7247e876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3900701-d6f9-406c-842e-d9252c591d68,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:56.079742 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.143657 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7b9b6-76da-4ac5-a77e-d7cba8da9981 req-e29b72be-7e21-4346-a685-4333ac01ba71 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:56.145389 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0eb7b9b6-76da-4ac5-a77e-d7cba8da9981 req-e29b72be-7e21-4346-a685-4333ac01ba71 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 945 time: 0.1480920 Sep 03 15:00:56.209321 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-8c155ba3-37fc-464f-800c-c6a0254e5fd1 None None] Provisioning for port f1c602f7-a851-42c0-be7b-7e85b34a58e1 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:00:56.214793 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-8c155ba3-37fc-464f-800c-c6a0254e5fd1 None None] Provisioning complete for port f1c602f7-a851-42c0-be7b-7e85b34a58e1 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:00:56.215240 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8c155ba3-37fc-464f-800c-c6a0254e5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.263110 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0eb7b9b6-76da-4ac5-a77e-d7cba8da9981 req-61f1cbe9-32dc-4800-b399-f5659bbbf6d4 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106954 Sep 03 15:00:56.269384 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-8c155ba3-37fc-464f-800c-c6a0254e5fd1 None None] Port f1c602f7-a851-42c0-be7b-7e85b34a58e1 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:00:56.300683 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.303738 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e11a9463-e569-41ef-8136-6031ec0753cb req-29e00826-9c69-447d-bd63-70dde364bcb7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.377634 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-332f22aa-1b86-4b25-874c-ab07a6fe3d2a req-da26587b-ebe7-41bd-a59d-497d0c48bc95 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 210 time: 0.0334752 Sep 03 15:00:56.491251 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d665ce4b-3765-4706-9584-7db345f00879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.494232 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d665ce4b-3765-4706-9584-7db345f00879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.494916 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d665ce4b-3765-4706-9584-7db345f00879 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3eaa62de-731b-4e16-aeeb-23949eb13e38 HTTP/1.1" status: 204 len: 168 time: 0.9151022 Sep 03 15:00:56.497894 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c602f7-a851-42c0-be7b-7e85b34a58e1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:00:56.510918 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.535428 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-5fa95048-5f57-49b3-86db-3371eb9aa257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:56.537745 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-5fa95048-5f57-49b3-86db-3371eb9aa257 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 918 time: 0.5768986 Sep 03 15:00:56.545516 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665ce4b-3765-4706-9584-7db345f00879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaa62de-731b-4e16-aeeb-23949eb13e38,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:56.555614 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bff0b5e9-f629-451f-8398-b5005bcb1c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.557395 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0737d-dc8d-4462-9f45-e078af601e8a req-b07b202e-31c9-487b-9877-7a8c3a74dca9 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:56.589578 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-79c0737d-dc8d-4462-9f45-e078af601e8a req-b07b202e-31c9-487b-9877-7a8c3a74dca9 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 932 time: 0.1250813 Sep 03 15:00:56.608841 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Transition to ACTIVE for port object f1c602f7-a851-42c0-be7b-7e85b34a58e1 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:56.624819 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-b59f14e9-beb0-4156-9b89-a13f058e6522 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd HTTP/1.1" status: 200 len: 217 time: 0.0719006 Sep 03 15:00:56.639098 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554989df-33e9-4d0a-b660-77c7c97b5f10 req-b6b511b4-7e70-4f0a-bdc1-63d08d0a21f0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:56.640764 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-554989df-33e9-4d0a-b660-77c7c97b5f10 req-b6b511b4-7e70-4f0a-bdc1-63d08d0a21f0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.3338423 Sep 03 15:00:56.649801 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bff0b5e9-f629-451f-8398-b5005bcb1c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.659509 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.661709 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.785431 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-79c0737d-dc8d-4462-9f45-e078af601e8a req-30ca76e3-b6e0-4065-8944-e313b4fdc4cf tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924253 Sep 03 15:00:56.814111 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Network 68634082-1637-44dc-bd46-894aaf6fa36f is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:00:56.844556 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c602f7-a851-42c0-be7b-7e85b34a58e1,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:56.866924 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:00:56.892043 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:00:56.897919 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:56.899814 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:56.904667 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-5ca408b6-ccc9-4944-8258-694303951bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:56.906372 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-5ca408b6-ccc9-4944-8258-694303951bff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.2603054 Sep 03 15:00:56.918952 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Pushing event updated for resources: {'Port': ['ID=4138f100-e06c-4eea-a56c-766e7fcab942,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:56.953155 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-554989df-33e9-4d0a-b660-77c7c97b5f10 req-1a6ea5fd-9583-4c5a-a9f6-b897f30134e9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000524 Sep 03 15:00:57.017819 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Attempting to bind port f1c602f7-a851-42c0-be7b-7e85b34a58e1 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:57.018246 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Attempting to bind port f1c602f7-a851-42c0-be7b-7e85b34a58e1 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:57.018581 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Attempting to bind port f1c602f7-a851-42c0-be7b-7e85b34a58e1 on network 6f9bf41e-f10e-437e-872f-49198a03f4e5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:57.022692 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e11a9463-e569-41ef-8136-6031ec0753cb req-29e00826-9c69-447d-bd63-70dde364bcb7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.031162 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Port f1c602f7-a851-42c0-be7b-7e85b34a58e1 on network 6f9bf41e-f10e-437e-872f-49198a03f4e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:00:57.031483 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Attempting to bind port f1c602f7-a851-42c0-be7b-7e85b34a58e1 on network 6f9bf41e-f10e-437e-872f-49198a03f4e5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:57.037554 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e11a9463-e569-41ef-8136-6031ec0753cb req-29e00826-9c69-447d-bd63-70dde364bcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.041651 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:57.042160 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Checking segment: {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:57.042585 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Bound using segment: {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:57.042851 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Bound port: f1c602f7-a851-42c0-be7b-7e85b34a58e1, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:57.043215 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.067638 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bff0b5e9-f629-451f-8398-b5005bcb1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.071036 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bff0b5e9-f629-451f-8398-b5005bcb1c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.077705 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bff0b5e9-f629-451f-8398-b5005bcb1c98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3900701-d6f9-406c-842e-d9252c591d68 HTTP/1.1" status: 204 len: 168 time: 1.0855844 Sep 03 15:00:57.085519 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-d126b6fe-2f37-4357-b7b1-e96e98d41854 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9443343 Sep 03 15:00:57.103492 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-d91f4604-2a89-47b3-b32f-708bfb1bb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:57.111963 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-d91f4604-2a89-47b3-b32f-708bfb1bb0f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1849160 Sep 03 15:00:57.125048 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56626) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:57.132534 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Request body: {'port': {'device_id': 'daeabcd9-9d46-48c6-9632-087c7ed0f676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:00:57.143674 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e11a9463-e569-41ef-8136-6031ec0753cb req-29e00826-9c69-447d-bd63-70dde364bcb7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2149298 Sep 03 15:00:57.156720 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] For port f1c602f7-a851-42c0-be7b-7e85b34a58e1, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:57.160685 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] For port f1c602f7-a851-42c0-be7b-7e85b34a58e1, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f1c602f7-a851-42c0-be7b-7e85b34a58e1,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:57.168396 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:00:57.173920 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e00826-9c69-447d-bd63-70dde364bcb7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd4076c-ff0c-4e90-86b9-e656270067db,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:57.191140 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-051f4342-3dd7-4b3b-b452-f1545b032671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.197909 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.218876 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0b5e9-f629-451f-8398-b5005bcb1c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3900701-d6f9-406c-842e-d9252c591d68,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:57.228121 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.311792 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.348341 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:57.349219 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.350745 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] 10.222.0.26 "PUT /v2.0/ports/f1c602f7-a851-42c0-be7b-7e85b34a58e1 HTTP/1.1" status: 200 len: 1094 time: 1.4121737 Sep 03 15:00:57.371140 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'tag': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:00:57.380367 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322702ec-8a91-4a97-b17a-182261599570" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9d8265-50f9-4098-9c8c-d1e1c5688dab", "tag": "f1c602f7-a851-42c0-be7b-7e85b34a58e1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:00:57.406853 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Transition to ACTIVE for port object 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:57.427832 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-4ec64761-15a2-426c-b8c0-8953699a8881 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861040 Sep 03 15:00:57.443819 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.487379 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c93a7b-ef4f-4f0a-8f2d-ddbe88ead4ab x-openstack-request-id: req-95c93a7b-ef4f-4f0a-8f2d-ddbe88ead4ab {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:00:57.487633 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9d8265-50f9-4098-9c8c-d1e1c5688dab", "tag": "f1c602f7-a851-42c0-be7b-7e85b34a58e1", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:00:57.487906 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95c93a7b-ef4f-4f0a-8f2d-ddbe88ead4ab {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:00:57.488296 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'tag': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1', 'status': 'completed', 'code': 200} Sep 03 15:00:57.514605 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68eb57-5831-44ed-998c-d25479ccbf84 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c602f7-a851-42c0-be7b-7e85b34a58e1,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:57.617733 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Attempting to bind port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:57.618205 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Attempting to bind port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:57.619220 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Attempting to bind port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 on network 68634082-1637-44dc-bd46-894aaf6fa36f {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:57.625664 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-2554d954-9e36-4916-9839-cafba21bec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:57.627108 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-2554d954-9e36-4916-9839-cafba21bec04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92cc24783e8c4100bff6576d1ea0004a&device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 1097 time: 0.2115948 Sep 03 15:00:57.640934 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cb2f7-6c5f-4865-ac86-b306c637d041 req-7c032c30-9eea-4d46-9520-c6b09edabd8d tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:57.652165 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2a8cb2f7-6c5f-4865-ac86-b306c637d041 req-7c032c30-9eea-4d46-9520-c6b09edabd8d tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 945 time: 0.2669792 Sep 03 15:00:57.675217 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Pushing event updated for resources: {'Port': ['ID=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:57.678326 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 on network 68634082-1637-44dc-bd46-894aaf6fa36f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:00:57.678813 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Attempting to bind port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 on network 68634082-1637-44dc-bd46-894aaf6fa36f {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:57.735174 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-58dfd68f-22e9-49fd-96c3-bfa65996d05f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c602f7-a851-42c0-be7b-7e85b34a58e1 HTTP/1.1" status: 200 len: 217 time: 0.0805345 Sep 03 15:00:57.740935 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:57.741773 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Checking segment: {'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:57.741773 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Bound using segment: {'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:57.742110 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Bound port: 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:57.742462 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.792800 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-051f4342-3dd7-4b3b-b452-f1545b032671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.806998 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2a8cb2f7-6c5f-4865-ac86-b306c637d041 req-5f1d4e96-747f-4fdb-b2e9-e1c298e31dbe tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510613 Sep 03 15:00:57.806998 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 56648) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:57.818373 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-051f4342-3dd7-4b3b-b452-f1545b032671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.830698 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-f151e389-a854-401c-ad71-ee31b62d0577 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747568 Sep 03 15:00:57.832473 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2246327f-98e6-4187-bbe5-1b2c84608a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:57.897046 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02b855-a4f3-4005-8fdc-24ab2c7d9e14 req-92793ac0-6815-4d72-bb95-fe0b8ff250dd tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:57.897917 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1f02b855-a4f3-4005-8fdc-24ab2c7d9e14 req-92793ac0-6815-4d72-bb95-fe0b8ff250dd tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 931 time: 0.3317955 Sep 03 15:00:57.903354 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-a8d1a5ac-2f72-4ff5-91d0-4ba1bacdad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:57.905067 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-a8d1a5ac-2f72-4ff5-91d0-4ba1bacdad9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c59e563-865c-4b5c-80bc-f771c855535d HTTP/1.1" status: 200 len: 850 time: 0.1435997 Sep 03 15:00:57.953008 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-051f4342-3dd7-4b3b-b452-f1545b032671 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=abb144e7bc7d4230ae7f2cc001bbaf73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8254709 Sep 03 15:00:57.958126 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f4342-3dd7-4b3b-b452-f1545b032671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b8e7c1-0447-464b-83f1-2bc8a4899d49,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:57.961727 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56656) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:58.001899 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] For port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:58.018050 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1f02b855-a4f3-4005-8fdc-24ab2c7d9e14 req-df63f248-4b92-405b-a098-1f3f553ab485 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049478 Sep 03 15:00:58.046729 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] For port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:58.058969 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5db42-7a30-4618-8dab-bde3eda5abc2 req-4eaea796-274a-4693-a47a-6b57a269dced tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:58.060795 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bab5db42-7a30-4618-8dab-bde3eda5abc2 req-4eaea796-274a-4693-a47a-6b57a269dced tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 944 time: 0.1834340 Sep 03 15:00:58.072804 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.083417 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d8afb94-4f41-4dd8-b7e8-cdb29843655f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.091260 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-caaaacd4-39f4-4bf6-8b92-a5f58cfa9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:58.092923 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-caaaacd4-39f4-4bf6-8b92-a5f58cfa9fb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9bf41e-f10e-437e-872f-49198a03f4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1694090 Sep 03 15:00:58.113016 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4138f100-e06c-4eea-a56c-766e7fcab942 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:00:58.124018 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d8afb94-4f41-4dd8-b7e8-cdb29843655f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.134144 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.184978 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Transition to ACTIVE for port object 4138f100-e06c-4eea-a56c-766e7fcab942 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:00:58.200852 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.249311 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee13299-fae8-48e6-b5ac-82f6d33243e8 req-efe6cf46-ad1b-48fe-b972-53dd5ff1f12e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:58.251019 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ee13299-fae8-48e6-b5ac-82f6d33243e8 req-efe6cf46-ad1b-48fe-b972-53dd5ff1f12e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.1328168 Sep 03 15:00:58.276778 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4138f100-e06c-4eea-a56c-766e7fcab942,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:58.306268 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d8afb94-4f41-4dd8-b7e8-cdb29843655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.306691 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d8afb94-4f41-4dd8-b7e8-cdb29843655f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.310432 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7d8afb94-4f41-4dd8-b7e8-cdb29843655f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17b8e7c1-0447-464b-83f1-2bc8a4899d49 HTTP/1.1" status: 204 len: 168 time: 0.3406928 Sep 03 15:00:58.342233 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8afb94-4f41-4dd8-b7e8-cdb29843655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b8e7c1-0447-464b-83f1-2bc8a4899d49,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:58.372741 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ee13299-fae8-48e6-b5ac-82f6d33243e8 req-150695bf-0a44-40fd-92cb-eb4f808843ee tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999222 Sep 03 15:00:58.373822 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Attempting to bind port 4138f100-e06c-4eea-a56c-766e7fcab942 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:00:58.378571 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Attempting to bind port 4138f100-e06c-4eea-a56c-766e7fcab942 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:00:58.378901 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Attempting to bind port 4138f100-e06c-4eea-a56c-766e7fcab942 on network 68634082-1637-44dc-bd46-894aaf6fa36f {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:58.390298 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Port 4138f100-e06c-4eea-a56c-766e7fcab942 on network 68634082-1637-44dc-bd46-894aaf6fa36f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:00:58.390706 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Attempting to bind port 4138f100-e06c-4eea-a56c-766e7fcab942 on network 68634082-1637-44dc-bd46-894aaf6fa36f {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:00:58.405430 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:00:58.405430 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Checking segment: {'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:00:58.405430 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Bound using segment: {'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:00:58.405430 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Bound port: 4138f100-e06c-4eea-a56c-766e7fcab942, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19a3723-8d3c-4f6c-a263-cac695b57e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:00:58.405430 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.425973 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:58.426607 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.428628 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] 10.222.0.26 "PUT /v2.0/ports/170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 HTTP/1.1" status: 200 len: 1094 time: 3.1289303 Sep 03 15:00:58.505266 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bab5db42-7a30-4618-8dab-bde3eda5abc2 req-8354cb50-799d-40ad-aa6b-622906919865 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4340940 Sep 03 15:00:58.559102 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd0f7c-ec53-47fa-ac0f-0ca68f23af40 service neutron] Pushing event updated for resources: {'Port': ['ID=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:58.567931 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] For port 4138f100-e06c-4eea-a56c-766e7fcab942, host hv-cinder-77428, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:00:58.573074 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] For port 4138f100-e06c-4eea-a56c-766e7fcab942, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4138f100-e06c-4eea-a56c-766e7fcab942,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:00:58.592346 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.625077 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2246327f-98e6-4187-bbe5-1b2c84608a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.646459 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2246327f-98e6-4187-bbe5-1b2c84608a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.671303 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-4bcbc970-7d48-45a5-a7a8-73ce00010e6f service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415828 Sep 03 15:00:58.713434 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4138f100-e06c-4eea-a56c-766e7fcab942,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:58.738211 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:58.738835 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:58.743481 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-30a4fd7f-740a-42da-b316-8d78012942d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/4138f100-e06c-4eea-a56c-766e7fcab942 HTTP/1.1" status: 200 len: 1093 time: 1.6192315 Sep 03 15:00:58.743959 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daeabcd9-9d46-48c6-9632-087c7ed0f676', 'tag': '4138f100-e06c-4eea-a56c-766e7fcab942'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:00:58.749330 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a276800-b9a7-4a8c-a5ed-cf6632d0e1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "daeabcd9-9d46-48c6-9632-087c7ed0f676", "tag": "4138f100-e06c-4eea-a56c-766e7fcab942"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:00:58.755008 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-2246327f-98e6-4187-bbe5-1b2c84608a63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a60187a69d73482ab93ed7ff1bc4b7cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9455450 Sep 03 15:00:58.757456 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56678) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:00:58.760171 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-eb79986c-d3d2-41ef-9455-6ed10e085885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:58.761505 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-eb79986c-d3d2-41ef-9455-6ed10e085885 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 1097 time: 0.2538126 Sep 03 15:00:58.780364 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246327f-98e6-4187-bbe5-1b2c84608a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f38158-3879-4137-b106-6a99a0b3cd19,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:58.783313 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e90e7941-e28a-4dab-b54d-9492fdfd6cbd details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:00:58.847475 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-0511aabd-56b6-4c0f-a942-4a3994ad60ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 HTTP/1.1" status: 200 len: 217 time: 0.0697656 Sep 03 15:00:58.931939 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a49558-e1da-4438-a3a9-463f613f231d x-openstack-request-id: req-e9a49558-e1da-4438-a3a9-463f613f231d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:00:58.932198 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daeabcd9-9d46-48c6-9632-087c7ed0f676", "tag": "4138f100-e06c-4eea-a56c-766e7fcab942", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:00:58.932433 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9a49558-e1da-4438-a3a9-463f613f231d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:00:58.932824 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daeabcd9-9d46-48c6-9632-087c7ed0f676', 'tag': '4138f100-e06c-4eea-a56c-766e7fcab942', 'status': 'completed', 'code': 200} Sep 03 15:00:58.953131 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:00:58.983523 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-73de56e3-aa62-4d43-864e-66d8e871d29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:59.025908 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-1630b35b-d8b6-4e40-adfe-c4a5161b4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:59.031879 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-1630b35b-d8b6-4e40-adfe-c4a5161b4b5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 1096 time: 0.1806424 Sep 03 15:00:59.078404 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e177e74f-dba8-4c07-a04f-eea6f85f2584 req-a9a7da5b-45ca-4b25-896d-97cf0bc41d42 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933187 Sep 03 15:00:59.079826 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-9a054658-5695-4ea8-a85a-cfad4c3702cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:59.081186 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-9a054658-5695-4ea8-a85a-cfad4c3702cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a848c4a4-1c7e-493c-8b4b-13824513aa4c HTTP/1.1" status: 200 len: 858 time: 0.1737864 Sep 03 15:00:59.153822 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-73de56e3-aa62-4d43-864e-66d8e871d29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:59.156698 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-a00b08b3-dcca-42b8-97bc-643d0e51e606 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4138f100-e06c-4eea-a56c-766e7fcab942 HTTP/1.1" status: 200 len: 217 time: 0.1150415 Sep 03 15:00:59.195515 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:59.202288 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-8729d5ac-68e5-43f6-9e9a-abffc21da4fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68634082-1637-44dc-bd46-894aaf6fa36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926228 Sep 03 15:00:59.210059 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'port_id': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'mac_address': 'fa:16:3e:1f:14:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:00:59.265045 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:59.286823 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90e7941-e28a-4dab-b54d-9492fdfd6cbd {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:00:59.299806 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-7988a3dc-19d1-4055-b229-306bbb4ab713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:59.301654 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-7988a3dc-19d1-4055-b229-306bbb4ab713 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a848c4a4-1c7e-493c-8b4b-13824513aa4c HTTP/1.1" status: 200 len: 858 time: 0.1323588 Sep 03 15:00:59.320019 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c298a-a093-4e8e-b8ae-4d634fe0438f req-901290fc-aaa2-4203-a1f2-5cadd1ed6df1 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:59.321711 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aa5c298a-a093-4e8e-b8ae-4d634fe0438f req-901290fc-aaa2-4203-a1f2-5cadd1ed6df1 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 943 time: 0.1269391 Sep 03 15:00:59.341710 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:00:59.344344 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ed7d7-e7f0-470d-baaa-e67cd9946d05 req-e3fcd837-3d5b-42d0-bbb6-7241ced20af6 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:59.346028 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c52ed7d7-e7f0-470d-baaa-e67cd9946d05 req-e3fcd837-3d5b-42d0-bbb6-7241ced20af6 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 945 time: 0.2716417 Sep 03 15:00:59.351709 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-7d334fe4-d361-452a-a7a6-60cbfb36aff6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68634082-1637-44dc-bd46-894aaf6fa36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406053 Sep 03 15:00:59.355606 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322702ec-8a91-4a97-b17a-182261599570 req-2a7c01bd-db30-408b-a22c-19f1d1a3ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:59.357653 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-322702ec-8a91-4a97-b17a-182261599570 req-2a7c01bd-db30-408b-a22c-19f1d1a3ee3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92cc24783e8c4100bff6576d1ea0004a&device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 1097 time: 0.1722450 Sep 03 15:00:59.359955 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:59.422144 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-438cea69-78c4-4715-8656-5e207ce1e8c8 service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189867 Sep 03 15:00:59.440934 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:59.450080 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-73de56e3-aa62-4d43-864e-66d8e871d29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:59.453074 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-73de56e3-aa62-4d43-864e-66d8e871d29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:00:59.456781 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-73de56e3-aa62-4d43-864e-66d8e871d29c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13f38158-3879-4137-b106-6a99a0b3cd19 HTTP/1.1" status: 204 len: 168 time: 0.6808944 Sep 03 15:00:59.485071 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c52ed7d7-e7f0-470d-baaa-e67cd9946d05 req-6c223a55-1cfe-4d67-a8a0-3b61173945f4 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245267 Sep 03 15:00:59.487142 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de56e3-aa62-4d43-864e-66d8e871d29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f38158-3879-4137-b106-6a99a0b3cd19,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:00:59.510255 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aa5c298a-a093-4e8e-b8ae-4d634fe0438f req-bd8d1b95-e73a-4b3c-af81-93722bb54f67 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611156 Sep 03 15:00:59.527039 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-255f465d-b673-455b-aec2-a1feddc979ed service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475277 Sep 03 15:00:59.533081 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14', 'tag': '170e30d7-6d57-4efc-a9be-a8e5e7b3fca4'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:00:59.535762 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7004af3-4773-4b4a-a9d6-cb279de1006d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14", "tag": "170e30d7-6d57-4efc-a9be-a8e5e7b3fca4"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:00:59.617448 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['e90e7941-e28a-4dab-b54d-9492fdfd6cbd'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:00:59.633392 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322702ec-8a91-4a97-b17a-182261599570 req-a6ae36ae-a257-4fb2-bb35-a3c530c53412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:59.643507 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-322702ec-8a91-4a97-b17a-182261599570 req-a6ae36ae-a257-4fb2-bb35-a3c530c53412 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 200 len: 912 time: 0.2708178 Sep 03 15:00:59.701512 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-322702ec-8a91-4a97-b17a-182261599570 req-e1dec02a-fe67-4f51-be70-b47903d44442 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c602f7-a851-42c0-be7b-7e85b34a58e1 HTTP/1.1" status: 200 len: 217 time: 0.0476108 Sep 03 15:00:59.705232 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3fe6ef2-2c04-460b-ba6f-b372fcca6ed5 req-5ae151a0-1d80-4ad4-91b7-9310ee7aa724 service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519884 Sep 03 15:00:59.836394 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e8257022-e29b-4b64-99fa-e4704a52d3a6 req-72b89d18-9633-426e-993a-c89d448f58fa service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083253 Sep 03 15:00:59.854613 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322702ec-8a91-4a97-b17a-182261599570 req-7970da62-237c-4261-a9c6-d21fdfe88356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:59.856098 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-322702ec-8a91-4a97-b17a-182261599570 req-7970da62-237c-4261-a9c6-d21fdfe88356 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c59e563-865c-4b5c-80bc-f771c855535d HTTP/1.1" status: 200 len: 850 time: 0.1432381 Sep 03 15:00:59.865420 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8c65-2f30-45a9-86b9-07fadf6ab346 req-0d6d7e5f-44ee-40aa-ae77-d321f14761c6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:59.867277 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7f7f8c65-2f30-45a9-86b9-07fadf6ab346 req-0d6d7e5f-44ee-40aa-ae77-d321f14761c6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 945 time: 0.1585381 Sep 03 15:00:59.886358 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67a6c2-4eba-4360-8432-82b4ddc88f4d req-8b417de3-41f1-4ea6-9b73-69b6a119d1b3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:59.888248 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0e67a6c2-4eba-4360-8432-82b4ddc88f4d req-8b417de3-41f1-4ea6-9b73-69b6a119d1b3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 944 time: 0.1533663 Sep 03 15:00:59.962808 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322702ec-8a91-4a97-b17a-182261599570 req-fe43d738-9573-4e22-93f7-c357f6645046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:00:59.964505 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-322702ec-8a91-4a97-b17a-182261599570 req-fe43d738-9573-4e22-93f7-c357f6645046 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9bf41e-f10e-437e-872f-49198a03f4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753717 Sep 03 15:00:59.968147 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0e67a6c2-4eba-4360-8432-82b4ddc88f4d req-3c60e6c5-faac-4ed5-a70f-d4d71684073a tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524607 Sep 03 15:01:00.038270 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7f7f8c65-2f30-45a9-86b9-07fadf6ab346 req-077a0036-c73a-425e-a144-8240cfbab040 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643238 Sep 03 15:01:00.048575 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a276800-b9a7-4a8c-a5ed-cf6632d0e1e8 req-db973a1e-e7a6-4537-9cf8-d30d8b9986a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:00.060136 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a276800-b9a7-4a8c-a5ed-cf6632d0e1e8 req-db973a1e-e7a6-4537-9cf8-d30d8b9986a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 1096 time: 0.1471462 Sep 03 15:01:00.119723 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dbb832-b9d8-4809-a4ce-b9b207c861c1 x-openstack-request-id: req-04dbb832-b9d8-4809-a4ce-b9b207c861c1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:01:00.119723 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14", "tag": "170e30d7-6d57-4efc-a9be-a8e5e7b3fca4", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:01:00.119950 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04dbb832-b9d8-4809-a4ce-b9b207c861c1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:01:00.120234 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14', 'tag': '170e30d7-6d57-4efc-a9be-a8e5e7b3fca4', 'status': 'completed', 'code': 200} Sep 03 15:01:00.201602 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-322702ec-8a91-4a97-b17a-182261599570 req-54a1ed0a-0500-483e-b511-3276f65306bd service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275832 Sep 03 15:01:00.204959 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7004af3-4773-4b4a-a9d6-cb279de1006d req-03de7855-2b78-4e25-93f0-1bfd7819480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:00.206410 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7004af3-4773-4b4a-a9d6-cb279de1006d req-03de7855-2b78-4e25-93f0-1bfd7819480d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 1097 time: 0.0887942 Sep 03 15:01:00.289814 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a276800-b9a7-4a8c-a5ed-cf6632d0e1e8 req-d802a90d-1f8e-4863-91ff-dd92f1d17895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:00.302808 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a276800-b9a7-4a8c-a5ed-cf6632d0e1e8 req-d802a90d-1f8e-4863-91ff-dd92f1d17895 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 919 time: 0.2338777 Sep 03 15:01:00.371709 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 56760) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:00.395022 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a276800-b9a7-4a8c-a5ed-cf6632d0e1e8 req-3ac5f1a1-779b-411c-9f5f-6b8f28a0693e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4138f100-e06c-4eea-a56c-766e7fcab942 HTTP/1.1" status: 200 len: 217 time: 0.0859683 Sep 03 15:01:00.414681 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dee0f01-6503-464f-9a16-a387c9e59d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:00.475782 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a276800-b9a7-4a8c-a5ed-cf6632d0e1e8 req-72ad4e8b-af2b-4d3b-a6fe-06a81bb63fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:00.475782 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a276800-b9a7-4a8c-a5ed-cf6632d0e1e8 req-72ad4e8b-af2b-4d3b-a6fe-06a81bb63fb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a848c4a4-1c7e-493c-8b4b-13824513aa4c HTTP/1.1" status: 200 len: 858 time: 0.0701857 Sep 03 15:01:00.485697 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-322702ec-8a91-4a97-b17a-182261599570 req-a70a220b-219c-42c5-8c80-bbd0763cf7cd service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526598 Sep 03 15:01:00.486836 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7004af3-4773-4b4a-a9d6-cb279de1006d req-db8f9b1d-e7e8-4b53-bf9a-216bfbcf6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:00.488423 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7004af3-4773-4b4a-a9d6-cb279de1006d req-db8f9b1d-e7e8-4b53-bf9a-216bfbcf6aba service neutron] 10.222.0.26 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 919 time: 0.2703397 Sep 03 15:01:00.514399 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a276800-b9a7-4a8c-a5ed-cf6632d0e1e8 req-357f4d53-87b9-4bbb-89d9-0ebb4534575c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68634082-1637-44dc-bd46-894aaf6fa36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305505 Sep 03 15:01:00.562986 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7004af3-4773-4b4a-a9d6-cb279de1006d req-87e35010-1257-4bdb-8151-0ee1f2decf7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 HTTP/1.1" status: 200 len: 217 time: 0.0598989 Sep 03 15:01:00.645452 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7004af3-4773-4b4a-a9d6-cb279de1006d req-385364ed-6e40-4006-9b14-938f77c03f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:00.646969 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7004af3-4773-4b4a-a9d6-cb279de1006d req-385364ed-6e40-4006-9b14-938f77c03f2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a848c4a4-1c7e-493c-8b4b-13824513aa4c HTTP/1.1" status: 200 len: 858 time: 0.0717108 Sep 03 15:01:00.689044 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7004af3-4773-4b4a-a9d6-cb279de1006d req-3e522849-6501-4074-838a-48eec925635d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68634082-1637-44dc-bd46-894aaf6fa36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323799 Sep 03 15:01:00.711854 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dee0f01-6503-464f-9a16-a387c9e59d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:00.722552 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4dee0f01-6503-464f-9a16-a387c9e59d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:00.773834 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device f1c602f7-a851-42c0-be7b-7e85b34a58e1 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:01:00.802601 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee0f01-6503-464f-9a16-a387c9e59d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25d133a-f227-4f2f-a7db-fb02c7773b54,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:00.808738 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-4dee0f01-6503-464f-9a16-a387c9e59d67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b927e47a92d471c88dcbb2c70d18512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358649 Sep 03 15:01:00.813535 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 56778) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:00.843627 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e90e7941-e28a-4dab-b54d-9492fdfd6cbd up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:01:00.889263 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7004af3-4773-4b4a-a9d6-cb279de1006d req-da409915-0128-468c-ad88-20dcd8771f0e service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917152 Sep 03 15:01:00.892506 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a276800-b9a7-4a8c-a5ed-cf6632d0e1e8 req-31236fde-6400-4f11-b179-0d8d4dc62ed9 service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620245 Sep 03 15:01:00.894109 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc0cc793-6875-4f92-88e3-a46f336cbbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:00.903465 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163099-5ac2-4043-988e-be7c3b8c27fb req-a9db059e-363f-4c36-b371-19c1770f8ab5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:00.905307 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0c163099-5ac2-4043-988e-be7c3b8c27fb req-a9db059e-363f-4c36-b371-19c1770f8ab5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 943 time: 0.2680049 Sep 03 15:01:00.934205 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc0cc793-6875-4f92-88e3-a46f336cbbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:00.962126 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port f1c602f7-a851-42c0-be7b-7e85b34a58e1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f1c602f7-a851-42c0-be7b-7e85b34a58e1,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:01:00.978037 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'port_id': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1', 'mac_address': 'fa:16:3e:bd:7a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:01:01.020175 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a276800-b9a7-4a8c-a5ed-cf6632d0e1e8 req-8a23ae15-0492-4ea1-8983-bb31b0cba6de service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109159 Sep 03 15:01:01.036248 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7004af3-4773-4b4a-a9d6-cb279de1006d req-7605823f-da0c-45ea-9785-f31e88be24fe service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318336 Sep 03 15:01:01.049419 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc0cc793-6875-4f92-88e3-a46f336cbbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:01.052406 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port e90e7941-e28a-4dab-b54d-9492fdfd6cbd completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:01:01.053125 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bc0cc793-6875-4f92-88e3-a46f336cbbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:01.059177 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port e90e7941-e28a-4dab-b54d-9492fdfd6cbd triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:01:01.059856 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:01.060878 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-bc0cc793-6875-4f92-88e3-a46f336cbbef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b25d133a-f227-4f2f-a7db-fb02c7773b54 HTTP/1.1" status: 204 len: 168 time: 0.2433758 Sep 03 15:01:01.068594 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0c163099-5ac2-4043-988e-be7c3b8c27fb req-c6d353ca-fd16-4bf9-a1cb-74d6641537da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494382 Sep 03 15:01:01.076030 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cc793-6875-4f92-88e3-a46f336cbbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25d133a-f227-4f2f-a7db-fb02c7773b54,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:01.142871 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:01.158972 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c602f7-a851-42c0-be7b-7e85b34a58e1 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:01:01.169268 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c408c71-1f11-45dd-bbde-675aaa2a73f5 req-660fc7cc-5b8a-497f-ac29-4da7a1c13c88 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:01.170896 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7c408c71-1f11-45dd-bbde-675aaa2a73f5 req-660fc7cc-5b8a-497f-ac29-4da7a1c13c88 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 944 time: 0.0748639 Sep 03 15:01:01.185309 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port f1c602f7-a851-42c0-be7b-7e85b34a58e1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f1c602f7-a851-42c0-be7b-7e85b34a58e1,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:01:01.196970 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:01.214945 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7c408c71-1f11-45dd-bbde-675aaa2a73f5 req-4bb26846-32aa-4001-9b8a-4cfa738a6d20 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379207 Sep 03 15:01:01.280877 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f9bc3-fbbb-4aba-8815-254cabbc8b50 req-a1af98b6-f7d7-4cad-9ea5-601af1bbac90 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:01.283155 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-854f9bc3-fbbb-4aba-8815-254cabbc8b50 req-a1af98b6-f7d7-4cad-9ea5-601af1bbac90 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 945 time: 0.0851822 Sep 03 15:01:01.304612 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:01.314922 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=f1c602f7-a851-42c0-be7b-7e85b34a58e1,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:01.350437 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:01:01.352687 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f525748-f337-4ec3-9092-c0d0d77f6265" -d '{"events": [{"server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "name": "network-vif-plugged", "status": "completed", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:01:01.362753 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-854f9bc3-fbbb-4aba-8815-254cabbc8b50 req-c113a382-7789-4c14-8cef-2870d4de6d97 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733900 Sep 03 15:01:01.381286 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:01:01.398401 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:01.426840 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb88f4ae-02ef-4c01-b2d9-80976c153992 x-openstack-request-id: req-bb88f4ae-02ef-4c01-b2d9-80976c153992 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:01:01.427319 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "name": "network-vif-plugged", "status": "completed", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:01:01.427754 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb88f4ae-02ef-4c01-b2d9-80976c153992 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:01:01.428150 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'code': 200} Sep 03 15:01:01.432126 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['f1c602f7-a851-42c0-be7b-7e85b34a58e1'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:01:01.520022 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:01.769776 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a903d5-c981-4e94-be82-f38ce52bdd06 req-c8618928-b477-4b67-9dfa-47692effc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:01.771638 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2a903d5-c981-4e94-be82-f38ce52bdd06 req-c8618928-b477-4b67-9dfa-47692effc427 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 1099 time: 0.1229441 Sep 03 15:01:01.830970 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2a903d5-c981-4e94-be82-f38ce52bdd06 req-223cf776-90e8-4039-aff3-0d3ed02661d9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513597 Sep 03 15:01:02.098634 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 56856) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:02.208672 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585009a5-85a6-412d-83f7-eef2e2879d3b req-cd4703d7-cc41-482d-9e1d-98b3b791909f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:02.210260 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-585009a5-85a6-412d-83f7-eef2e2879d3b req-cd4703d7-cc41-482d-9e1d-98b3b791909f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 943 time: 0.0496969 Sep 03 15:01:02.231696 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-15d493e8-8eb1-47bc-9029-943245153705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:02.259585 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-585009a5-85a6-412d-83f7-eef2e2879d3b req-8e675435-1c1f-4c4e-a9f8-6b17fd1991bf tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419047 Sep 03 15:01:02.360934 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-15d493e8-8eb1-47bc-9029-943245153705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:02.369683 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-15d493e8-8eb1-47bc-9029-943245153705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:02.387752 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b294bc-86d8-4ecc-a2d7-c0ba97751fd3 req-07781659-7724-4d62-9869-2f6212bad2e8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:02.389348 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-22b294bc-86d8-4ecc-a2d7-c0ba97751fd3 req-07781659-7724-4d62-9869-2f6212bad2e8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 945 time: 0.0835755 Sep 03 15:01:02.439107 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56874) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:02.439455 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-15d493e8-8eb1-47bc-9029-943245153705 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19d60e6bc78b43c495bfc142bdc25fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393679 Sep 03 15:01:02.443994 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d493e8-8eb1-47bc-9029-943245153705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931f942e-f794-4caf-8833-ff05a8d35038,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:02.464360 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-22b294bc-86d8-4ecc-a2d7-c0ba97751fd3 req-86bb5cb5-92bc-4665-96f6-19c6bed43e50 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643520 Sep 03 15:01:02.540668 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db895-2bc3-48d4-919f-9f922448786d req-78c84eeb-d03b-49c3-9a27-c77fdfcc1d41 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:02.542143 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-945db895-2bc3-48d4-919f-9f922448786d req-78c84eeb-d03b-49c3-9a27-c77fdfcc1d41 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0854146 Sep 03 15:01:02.547014 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16bca0f4-8225-4454-b287-b65ba2d483e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:02.583342 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16bca0f4-8225-4454-b287-b65ba2d483e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:02.612193 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-945db895-2bc3-48d4-919f-9f922448786d req-e288d249-ded2-490e-a33f-46bcb9c8aff3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607345 Sep 03 15:01:02.652508 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16bca0f4-8225-4454-b287-b65ba2d483e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:02.655464 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16bca0f4-8225-4454-b287-b65ba2d483e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:02.656628 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-16bca0f4-8225-4454-b287-b65ba2d483e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/931f942e-f794-4caf-8833-ff05a8d35038 HTTP/1.1" status: 204 len: 168 time: 0.2165120 Sep 03 15:01:02.665162 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bca0f4-8225-4454-b287-b65ba2d483e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931f942e-f794-4caf-8833-ff05a8d35038,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:02.768962 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:01:02.772104 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device f1c602f7-a851-42c0-be7b-7e85b34a58e1 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:01:02.888698 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port f1c602f7-a851-42c0-be7b-7e85b34a58e1 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:01:02.903054 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port f1c602f7-a851-42c0-be7b-7e85b34a58e1 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:01:02.903642 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:02.950510 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:01:02.970381 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '170e30d7-6d57-4efc-a9be-a8e5e7b3fca4', 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f', 'port_id': '170e30d7-6d57-4efc-a9be-a8e5e7b3fca4', 'mac_address': 'fa:16:3e:37:67:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a848c4a4-1c7e-493c-8b4b-13824513aa4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:01:03.074467 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.096669 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:01:03.109835 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.141496 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 56908) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:03.157880 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port f1c602f7-a851-42c0-be7b-7e85b34a58e1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f1c602f7-a851-42c0-be7b-7e85b34a58e1,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:01:03.170193 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:01:03.171923 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.174888 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0898252c-5908-489e-aa7f-570bc6237eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.202570 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.203248 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 4138f100-e06c-4eea-a56c-766e7fcab942 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:01:03.252814 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 4138f100-e06c-4eea-a56c-766e7fcab942, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4138f100-e06c-4eea-a56c-766e7fcab942,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:01:03.271153 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=f1c602f7-a851-42c0-be7b-7e85b34a58e1,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:03.308376 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '4138f100-e06c-4eea-a56c-766e7fcab942', 'network_id': '68634082-1637-44dc-bd46-894aaf6fa36f', 'port_id': '4138f100-e06c-4eea-a56c-766e7fcab942', 'mac_address': 'fa:16:3e:9a:b7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a848c4a4-1c7e-493c-8b4b-13824513aa4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:01:03.354596 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0898252c-5908-489e-aa7f-570bc6237eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.361785 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0898252c-5908-489e-aa7f-570bc6237eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.393011 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:03.411930 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.428784 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4138f100-e06c-4eea-a56c-766e7fcab942 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:01:03.447960 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:01:03.449468 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac357c05-dda6-4df4-a521-c8a0324fbee7" -d '{"events": [{"server_uuid": "3f9d8265-50f9-4098-9c8c-d1e1c5688dab", "name": "network-vif-plugged", "status": "completed", "tag": "f1c602f7-a851-42c0-be7b-7e85b34a58e1"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:01:03.455879 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 4138f100-e06c-4eea-a56c-766e7fcab942, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4138f100-e06c-4eea-a56c-766e7fcab942,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:01:03.462093 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.463441 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-0898252c-5908-489e-aa7f-570bc6237eb4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a837ee825dfd4d45b4229bbf54c06e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199153 Sep 03 15:01:03.467602 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56934) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:03.469788 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898252c-5908-489e-aa7f-570bc6237eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de575bf4-1712-4278-b6b6-ef9d3fe5c208,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:03.493299 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f30ef3-5f60-47e8-97a9-807243074c8d req-aaaa1be3-aa45-4425-95fe-b478971b1ef4 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:03.494974 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b1f30ef3-5f60-47e8-97a9-807243074c8d req-aaaa1be3-aa45-4425-95fe-b478971b1ef4 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 943 time: 0.1159749 Sep 03 15:01:03.556301 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=4138f100-e06c-4eea-a56c-766e7fcab942,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:03.560328 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c242220b-b036-42ba-855c-f5987cde7fe9 x-openstack-request-id: req-c242220b-b036-42ba-855c-f5987cde7fe9 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:01:03.560801 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9d8265-50f9-4098-9c8c-d1e1c5688dab", "name": "network-vif-plugged", "status": "completed", "tag": "f1c602f7-a851-42c0-be7b-7e85b34a58e1", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:01:03.560926 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c242220b-b036-42ba-855c-f5987cde7fe9 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:01:03.561221 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1', 'code': 200} Sep 03 15:01:03.577076 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b1f30ef3-5f60-47e8-97a9-807243074c8d req-6d93c58f-dae9-45e3-b6b0-5073b753b124 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667057 Sep 03 15:01:03.620443 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-08c9873f-d154-4333-8bf5-69b879378552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.651239 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-08c9873f-d154-4333-8bf5-69b879378552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.666092 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803602d-08bc-4f10-b1c1-2ad690a1e055 req-865a0af1-7d90-49bf-b123-09720238fbce tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:03.667708 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d803602d-08bc-4f10-b1c1-2ad690a1e055 req-865a0af1-7d90-49bf-b123-09720238fbce tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0905564 Sep 03 15:01:03.728630 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d803602d-08bc-4f10-b1c1-2ad690a1e055 req-4562f155-76a2-4226-92f5-b58fe807d01e tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519431 Sep 03 15:01:03.738030 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['170e30d7-6d57-4efc-a9be-a8e5e7b3fca4'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:01:03.748568 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-08c9873f-d154-4333-8bf5-69b879378552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.751290 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-08c9873f-d154-4333-8bf5-69b879378552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:03.752418 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-08c9873f-d154-4333-8bf5-69b879378552 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de575bf4-1712-4278-b6b6-ef9d3fe5c208 HTTP/1.1" status: 204 len: 168 time: 0.2831416 Sep 03 15:01:03.769098 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9873f-d154-4333-8bf5-69b879378552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de575bf4-1712-4278-b6b6-ef9d3fe5c208,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:03.776489 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['4138f100-e06c-4eea-a56c-766e7fcab942'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:01:03.960211 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56952) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:03.961376 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50930482-abb0-41af-9221-02e9fae6c170 req-ab15d1fc-66d6-4e5c-a767-cea86fe662af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:03.963092 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-50930482-abb0-41af-9221-02e9fae6c170 req-ab15d1fc-66d6-4e5c-a767-cea86fe662af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 1099 time: 0.2774527 Sep 03 15:01:03.977418 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdc053-576d-42fe-ad79-73230a617d2f req-5b3dc755-5bf8-460a-b3c5-acdf6213c439 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:03.978885 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d8fdc053-576d-42fe-ad79-73230a617d2f req-5b3dc755-5bf8-460a-b3c5-acdf6213c439 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.2842321 Sep 03 15:01:04.047426 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-50930482-abb0-41af-9221-02e9fae6c170 req-5f4170f2-3791-4b50-b073-d03997abfa03 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675395 Sep 03 15:01:04.050293 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d8fdc053-576d-42fe-ad79-73230a617d2f req-111faddd-a08e-49ad-aa4d-0e82d28a5d9f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544391 Sep 03 15:01:04.113849 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8fd3-797e-45cc-978c-1baca6e431c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:04.236861 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a975f6-c0f6-488e-bb0a-b56ce07dcbdc req-64506fee-adfa-49a1-814e-c4409cbf51e0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:04.238437 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a5a975f6-c0f6-488e-bb0a-b56ce07dcbdc req-64506fee-adfa-49a1-814e-c4409cbf51e0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0673721 Sep 03 15:01:04.248076 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 56970) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:04.253145 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-9ab6fab9-9a23-42f9-be9a-d9789567d794 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'floatingip': {'port_id': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:01:04.264639 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8fd3-797e-45cc-978c-1baca6e431c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:04.271909 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9ed8fd3-797e-45cc-978c-1baca6e431c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:04.322149 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b9ed8fd3-797e-45cc-978c-1baca6e431c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc200122d95e4321ad6c92bd419b13a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607697 Sep 03 15:01:04.322997 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed8fd3-797e-45cc-978c-1baca6e431c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657c2a71-5e10-487c-a237-0b6f36f8cf90,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:04.325674 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 56980) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:04.361222 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9ab6fab9-9a23-42f9-be9a-d9789567d794 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:04.414721 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-851ab8c7-c1fa-40b9-be45-f32ba4ccc5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:04.447243 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-851ab8c7-c1fa-40b9-be45-f32ba4ccc5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:04.506282 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-851ab8c7-c1fa-40b9-be45-f32ba4ccc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:04.509137 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-851ab8c7-c1fa-40b9-be45-f32ba4ccc5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:04.513630 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-851ab8c7-c1fa-40b9-be45-f32ba4ccc5ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/657c2a71-5e10-487c-a237-0b6f36f8cf90 HTTP/1.1" status: 204 len: 168 time: 0.1759098 Sep 03 15:01:04.523403 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ab8c7-c1fa-40b9-be45-f32ba4ccc5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657c2a71-5e10-487c-a237-0b6f36f8cf90,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:04.780764 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:01:04.885687 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:01:04.895689 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:01:04.901494 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:04.920698 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4a3ac-f987-4b4c-ad01-a54ecf286a05 req-dc35ad2a-a217-4070-9a8f-98280d6dccd8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:04.929886 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c1d4a3ac-f987-4b4c-ad01-a54ecf286a05 req-dc35ad2a-a217-4070-9a8f-98280d6dccd8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0977437 Sep 03 15:01:04.972902 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671d2f8-0d08-4b1a-ab3e-64e3d4805ea9 req-2375e4cb-0526-494e-8f2f-0377f4bf927b tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:04.974496 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e671d2f8-0d08-4b1a-ab3e-64e3d4805ea9 req-2375e4cb-0526-494e-8f2f-0377f4bf927b tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 944 time: 0.2603905 Sep 03 15:01:05.000258 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c1d4a3ac-f987-4b4c-ad01-a54ecf286a05 req-de9d3c61-1d89-4cb6-a702-f973133d411d tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623264 Sep 03 15:01:05.016937 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.054453 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:01:05.060196 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.061370 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 4138f100-e06c-4eea-a56c-766e7fcab942 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:01:05.087791 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.db.resource_extend [None req-9ab6fab9-9a23-42f9-be9a-d9789567d794 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 15:01:05.131101 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e671d2f8-0d08-4b1a-ab3e-64e3d4805ea9 req-d1b69844-aa81-482f-927f-f19de790a2db tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256480 Sep 03 15:01:05.145324 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57018) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:05.154278 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:05.168802 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port 4138f100-e06c-4eea-a56c-766e7fcab942 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:01:05.170492 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f49f726-278f-434c-b400-1aa52395829e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.174234 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 4138f100-e06c-4eea-a56c-766e7fcab942 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:01:05.174619 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.182471 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9ab6fab9-9a23-42f9-be9a-d9789567d794 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.188828 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9ab6fab9-9a23-42f9-be9a-d9789567d794 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.270595 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.290402 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f49f726-278f-434c-b400-1aa52395829e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.298899 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f49f726-278f-434c-b400-1aa52395829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.304012 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.l3_db [None req-9ab6fab9-9a23-42f9-be9a-d9789567d794 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Floating IP d0e6ed0a-4e1c-468d-b21a-271cdba08cc7 associated. External IP: 172.27.0.160, port: e90e7941-e28a-4dab-b54d-9492fdfd6cbd. Sep 03 15:01:05.324598 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 4138f100-e06c-4eea-a56c-766e7fcab942, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4138f100-e06c-4eea-a56c-766e7fcab942,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:01:05.333303 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.342699 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7f49f726-278f-434c-b400-1aa52395829e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a7832262d44462eba437764382eddc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958263 Sep 03 15:01:05.343573 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49f726-278f-434c-b400-1aa52395829e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aea8fb-2791-4428-9d0f-53c4934c5932,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:05.346783 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57024) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:05.412989 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20c71ad8-1aa6-40fd-afd1-b90c5fa7a44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.443245 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20c71ad8-1aa6-40fd-afd1-b90c5fa7a44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.511366 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20c71ad8-1aa6-40fd-afd1-b90c5fa7a44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.514982 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20c71ad8-1aa6-40fd-afd1-b90c5fa7a44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.516582 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-20c71ad8-1aa6-40fd-afd1-b90c5fa7a44e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27aea8fb-2791-4428-9d0f-53c4934c5932 HTTP/1.1" status: 204 len: 168 time: 0.1686780 Sep 03 15:01:05.524439 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=4138f100-e06c-4eea-a56c-766e7fcab942,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:05.527217 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c71ad8-1aa6-40fd-afd1-b90c5fa7a44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aea8fb-2791-4428-9d0f-53c4934c5932,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:05.562520 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170e30d7-6d57-4efc-a9be-a8e5e7b3fca4'}, {'server_uuid': 'daeabcd9-9d46-48c6-9632-087c7ed0f676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4138f100-e06c-4eea-a56c-766e7fcab942'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:01:05.565322 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab6fab9-9a23-42f9-be9a-d9789567d794 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:01:05.568226 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154448ac-549a-42e1-bc12-dd17f45955eb" -d '{"events": [{"server_uuid": "0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14", "name": "network-vif-plugged", "status": "completed", "tag": "170e30d7-6d57-4efc-a9be-a8e5e7b3fca4"}, {"server_uuid": "daeabcd9-9d46-48c6-9632-087c7ed0f676", "name": "network-vif-plugged", "status": "completed", "tag": "4138f100-e06c-4eea-a56c-766e7fcab942"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:01:05.621132 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 03 Sep 2021 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7f5aa0-7e00-47ed-b857-314bd670e32d x-openstack-request-id: req-0e7f5aa0-7e00-47ed-b857-314bd670e32d {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:01:05.621468 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14", "name": "network-vif-plugged", "status": "completed", "tag": "170e30d7-6d57-4efc-a9be-a8e5e7b3fca4", "code": 200}, {"server_uuid": "daeabcd9-9d46-48c6-9632-087c7ed0f676", "name": "network-vif-plugged", "status": "completed", "tag": "4138f100-e06c-4eea-a56c-766e7fcab942", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:01:05.621686 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e7f5aa0-7e00-47ed-b857-314bd670e32d {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:01:05.622182 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170e30d7-6d57-4efc-a9be-a8e5e7b3fca4', 'code': 200} Sep 03 15:01:05.622435 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daeabcd9-9d46-48c6-9632-087c7ed0f676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4138f100-e06c-4eea-a56c-766e7fcab942', 'code': 200} Sep 03 15:01:05.874041 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab6fab9-9a23-42f9-be9a-d9789567d794 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:01:05.878587 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9ab6fab9-9a23-42f9-be9a-d9789567d794 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:05.887119 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3920b-8c32-4dfa-a810-64ff64512703 None None] Sync routers for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:01:05.897028 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3920b-8c32-4dfa-a810-64ff64512703 None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:01:05.897667 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a6d3920b-8c32-4dfa-a810-64ff64512703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:05.906536 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-9ab6fab9-9a23-42f9-be9a-d9789567d794 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "PUT /v2.0/floatingips/d0e6ed0a-4e1c-468d-b21a-271cdba08cc7 HTTP/1.1" status: 200 len: 992 time: 1.6572781 Sep 03 15:01:05.908287 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:01:05.910685 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185cd34d-b9db-4153-8e4e-56518a4a83f3" -d '{"events": [{"name": "network-changed", "server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:01:05.962361 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502f7ebb-7d39-4045-84a9-211f77f1b8c3 x-openstack-request-id: req-502f7ebb-7d39-4045-84a9-211f77f1b8c3 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:01:05.962973 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:01:05.963487 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-502f7ebb-7d39-4045-84a9-211f77f1b8c3 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:01:05.964058 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'status': 'completed', 'code': 200} Sep 03 15:01:06.059947 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-a6d3920b-8c32-4dfa-a810-64ff64512703 None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:01:06.126711 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723fd82-d54d-4043-ab50-03cd44e5bf96 req-65377462-ce60-4594-9e7b-fcbcc1e8c021 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:06.128576 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0723fd82-d54d-4043-ab50-03cd44e5bf96 req-65377462-ce60-4594-9e7b-fcbcc1e8c021 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0549395 Sep 03 15:01:06.198225 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0723fd82-d54d-4043-ab50-03cd44e5bf96 req-1b067294-5ff0-4cba-870d-8c069a641b84 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627213 Sep 03 15:01:06.347531 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cc8da-8d56-42e2-98ef-f5de6a2ead6f req-bf4b60f0-7573-41a0-9d81-b47e8b7ced1f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:06.349135 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-261cc8da-8d56-42e2-98ef-f5de6a2ead6f req-bf4b60f0-7573-41a0-9d81-b47e8b7ced1f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0619621 Sep 03 15:01:06.397897 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a6d3920b-8c32-4dfa-a810-64ff64512703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'd0e6ed0a-4e1c-468d-b21a-271cdba08cc7', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'port_id': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'mac_address': 'fa:16:3e:1f:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bdabfd-4db9-411a-8547-2d45c084682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:00:41Z', 'updated_at': '2021-09-03T15:01:04Z', 'revision_number': 1, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:06.400913 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-261cc8da-8d56-42e2-98ef-f5de6a2ead6f req-2fa442f8-7fee-4cf6-b970-89bb8be381cd tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Sep 03 15:01:06.424792 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3920b-8c32-4dfa-a810-64ff64512703 None None] Checking router: 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:01:06.432934 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3920b-8c32-4dfa-a810-64ff64512703 None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:01:06.433595 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a6d3920b-8c32-4dfa-a810-64ff64512703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:06.538131 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-a6d3920b-8c32-4dfa-a810-64ff64512703 None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:01:06.731243 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57082) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:06.757340 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a6d3920b-8c32-4dfa-a810-64ff64512703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'd0e6ed0a-4e1c-468d-b21a-271cdba08cc7', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'port_id': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'mac_address': 'fa:16:3e:1f:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bdabfd-4db9-411a-8547-2d45c084682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:00:41Z', 'updated_at': '2021-09-03T15:01:04Z', 'revision_number': 1, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:06.843364 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a2e58bfb-7308-4f2e-a237-c17aa3ea55d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:06.866518 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3920b-8c32-4dfa-a810-64ff64512703 None None] The sync data for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi is: [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'd0e6ed0a-4e1c-468d-b21a-271cdba08cc7', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'port_id': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'mac_address': 'fa:16:3e:1f:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bdabfd-4db9-411a-8547-2d45c084682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:00:41Z', 'updated_at': '2021-09-03T15:01:04Z', 'revision_number': 1, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:01:06.935528 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a2e58bfb-7308-4f2e-a237-c17aa3ea55d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:06.941726 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a2e58bfb-7308-4f2e-a237-c17aa3ea55d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:06.979280 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a2e58bfb-7308-4f2e-a237-c17aa3ea55d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89e21e0324a0446982e3da05211e20e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468724 Sep 03 15:01:06.981208 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e58bfb-7308-4f2e-a237-c17aa3ea55d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ebb444-f400-44e7-b8a9-76de90c89095,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:06.982270 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 57088) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:06.988408 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:07.035822 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee285f9f-0c0b-4e32-b088-5f7b1c65846d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:07.057783 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee285f9f-0c0b-4e32-b088-5f7b1c65846d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:07.073855 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de5439-122d-454d-90de-095cbb122ebb None None] New status for floating IP d0e6ed0a-4e1c-468d-b21a-271cdba08cc7: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:01:07.109560 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee285f9f-0c0b-4e32-b088-5f7b1c65846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:07.113297 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee285f9f-0c0b-4e32-b088-5f7b1c65846d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:07.114604 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-ee285f9f-0c0b-4e32-b088-5f7b1c65846d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5ebb444-f400-44e7-b8a9-76de90c89095 HTTP/1.1" status: 204 len: 168 time: 0.1314840 Sep 03 15:01:07.123457 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee285f9f-0c0b-4e32-b088-5f7b1c65846d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ebb444-f400-44e7-b8a9-76de90c89095,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:07.336597 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009e29a-eb96-4197-8019-851cb3fa685f req-7e3d653c-e1c6-4c01-94db-fbd1d4814a3b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:07.336597 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e009e29a-eb96-4197-8019-851cb3fa685f req-7e3d653c-e1c6-4c01-94db-fbd1d4814a3b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0574880 Sep 03 15:01:07.366851 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e009e29a-eb96-4197-8019-851cb3fa685f req-fe477b1f-dea0-4176-a396-06e26708cdd2 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332179 Sep 03 15:01:07.516749 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9930b-8bf1-4240-bfcf-62fa44a0d645 req-dd268475-6aa0-4bef-934b-174829ca6758 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:07.518296 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-44c9930b-8bf1-4240-bfcf-62fa44a0d645 req-dd268475-6aa0-4bef-934b-174829ca6758 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0507691 Sep 03 15:01:07.557093 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-44c9930b-8bf1-4240-bfcf-62fa44a0d645 req-f640d8a3-aae3-46c7-b15c-4bda6b1e5ee8 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Sep 03 15:01:07.949420 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cd34d-b9db-4153-8e4e-56518a4a83f3 req-c0319d5a-9eab-4402-b0c6-1addabbacd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:07.951300 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-185cd34d-b9db-4153-8e4e-56518a4a83f3 req-c0319d5a-9eab-4402-b0c6-1addabbacd55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 1099 time: 0.0418162 Sep 03 15:01:08.071857 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cd34d-b9db-4153-8e4e-56518a4a83f3 req-3e904b8a-09bf-484f-9dd5-61e29cd17b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:08.073668 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-185cd34d-b9db-4153-8e4e-56518a4a83f3 req-3e904b8a-09bf-484f-9dd5-61e29cd17b12 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 918 time: 0.1070142 Sep 03 15:01:08.082704 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465c692-136c-447d-91ce-57238f1ada41 req-95a63cd6-f6a0-47d1-9e78-fbbb9472a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:08.084538 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2465c692-136c-447d-91ce-57238f1ada41 req-95a63cd6-f6a0-47d1-9e78-fbbb9472a12a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 1099 time: 0.0555811 Sep 03 15:01:08.150351 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2465c692-136c-447d-91ce-57238f1ada41 req-7efaaf19-66c7-4074-afad-ebbaca4a3eb8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536609 Sep 03 15:01:08.210558 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-185cd34d-b9db-4153-8e4e-56518a4a83f3 req-e043a1b0-55a9-45ea-bc51-875626504c40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd HTTP/1.1" status: 200 len: 1002 time: 0.1282532 Sep 03 15:01:08.219533 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996ab99-bd42-4733-827d-847837e518a8 req-8694a474-ef23-492e-80a6-de8a4295a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:08.221015 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c996ab99-bd42-4733-827d-847837e518a8 req-8694a474-ef23-492e-80a6-de8a4295a72f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 1098 time: 0.0779850 Sep 03 15:01:08.490971 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493f7ca-660b-43c3-a091-67d7aee26c1d req-b3c346f3-be3d-4672-82ac-b16be5b670a7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:08.492512 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8493f7ca-660b-43c3-a091-67d7aee26c1d req-b3c346f3-be3d-4672-82ac-b16be5b670a7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0530288 Sep 03 15:01:08.530847 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8493f7ca-660b-43c3-a091-67d7aee26c1d req-cca587c0-b5fc-4902-9239-3cd1d7ec2c11 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321741 Sep 03 15:01:08.683619 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d421c80-1f25-45c8-bb0f-8eae4bda5549 req-306dccb8-50eb-4eff-b001-5a3ac94ff41e tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:08.685091 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5d421c80-1f25-45c8-bb0f-8eae4bda5549 req-306dccb8-50eb-4eff-b001-5a3ac94ff41e tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0590420 Sep 03 15:01:08.726594 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5d421c80-1f25-45c8-bb0f-8eae4bda5549 req-b9ea349c-50a8-4d43-83f0-7949842295ba tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327344 Sep 03 15:01:09.657573 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a6bbe-5a75-42c2-89f1-85ad57c6ff38 req-ff97389f-5fd8-43a7-9b73-3f22492e89fe tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:09.659346 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-825a6bbe-5a75-42c2-89f1-85ad57c6ff38 req-ff97389f-5fd8-43a7-9b73-3f22492e89fe tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0536268 Sep 03 15:01:09.699589 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-825a6bbe-5a75-42c2-89f1-85ad57c6ff38 req-69ace6b8-c777-45dd-8d41-b448344e1862 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Sep 03 15:01:09.856668 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514cd02-bfde-40b2-8026-0cb0cd7cbb88 req-87bf2551-86ea-432b-8984-2d611a781c47 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:09.858064 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b514cd02-bfde-40b2-8026-0cb0cd7cbb88 req-87bf2551-86ea-432b-8984-2d611a781c47 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0581334 Sep 03 15:01:09.896077 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b514cd02-bfde-40b2-8026-0cb0cd7cbb88 req-76dd4ae2-aa98-484d-b0da-e9a74ba2419a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319428 Sep 03 15:01:10.822616 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb0f34-88f9-40e0-8393-0fdc654002a0 req-491c9f2c-d280-40ee-92e5-680aa2effd27 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:10.824063 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9acb0f34-88f9-40e0-8393-0fdc654002a0 req-491c9f2c-d280-40ee-92e5-680aa2effd27 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0516155 Sep 03 15:01:10.869135 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9acb0f34-88f9-40e0-8393-0fdc654002a0 req-c5ec8041-6db0-4814-8bf6-1bc8736e712c tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361712 Sep 03 15:01:11.015263 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0480a8-eb01-4939-a1d2-061bc7bd1d26 req-0e8cb23b-5186-4c12-a748-64f30bdee5dd tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:11.016884 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bf0480a8-eb01-4939-a1d2-061bc7bd1d26 req-0e8cb23b-5186-4c12-a748-64f30bdee5dd tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0531368 Sep 03 15:01:11.058285 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bf0480a8-eb01-4939-a1d2-061bc7bd1d26 req-6155c16e-a59e-44f9-ae99-5993d5724b54 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Sep 03 15:01:11.343710 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cd34d-b9db-4153-8e4e-56518a4a83f3 req-d44f6b93-d087-4b94-b23f-77c0773ae8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:11.345200 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-185cd34d-b9db-4153-8e4e-56518a4a83f3 req-d44f6b93-d087-4b94-b23f-77c0773ae8c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.0664179 Sep 03 15:01:11.346881 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c996ab99-bd42-4733-827d-847837e518a8 req-98c0d4d8-aed9-4642-94c2-c9a9aabf54ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668607 Sep 03 15:01:11.582779 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-162f44e5-b94e-4974-bd2d-79ea4e8f9879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:11.654083 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cd34d-b9db-4153-8e4e-56518a4a83f3 req-f5f212d5-139e-4eb3-8b09-572a22313510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:11.655596 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-185cd34d-b9db-4153-8e4e-56518a4a83f3 req-f5f212d5-139e-4eb3-8b09-572a22313510 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455465 Sep 03 15:01:11.751752 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-185cd34d-b9db-4153-8e4e-56518a4a83f3 req-f526a4d7-ca85-4747-8e69-919bafea3e66 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870795 Sep 03 15:01:11.852214 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-185cd34d-b9db-4153-8e4e-56518a4a83f3 req-f2b0e421-590e-4786-8204-ed8816723e3a service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871265 Sep 03 15:01:11.985986 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891efd4f-f48b-4114-b571-bab4119ff4b8 req-6310c1b2-8d8b-4546-b7bd-6bf83427257b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:11.987498 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-891efd4f-f48b-4114-b571-bab4119ff4b8 req-6310c1b2-8d8b-4546-b7bd-6bf83427257b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0504823 Sep 03 15:01:12.027534 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-891efd4f-f48b-4114-b571-bab4119ff4b8 req-2bab3260-50b1-4b99-87fe-13f120ac3ff0 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335116 Sep 03 15:01:12.158364 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561a110-79eb-4777-b7cc-d4aaed5d2a31 req-20e32052-f405-4e80-b7b6-1e0a2eb65037 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:12.159908 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0561a110-79eb-4777-b7cc-d4aaed5d2a31 req-20e32052-f405-4e80-b7b6-1e0a2eb65037 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0634265 Sep 03 15:01:12.169773 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57200) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:12.174710 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f4575cab-6d8d-4dc2-a493-5409a01314b5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'floatingip': {'port_id': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:01:12.179423 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10788fc1-2ba1-4886-b45c-5e213fe59d43 req-01e333f0-4c68-4f81-b04a-90077c774e17 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:12.180914 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-10788fc1-2ba1-4886-b45c-5e213fe59d43 req-01e333f0-4c68-4f81-b04a-90077c774e17 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0501769 Sep 03 15:01:12.223003 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-10788fc1-2ba1-4886-b45c-5e213fe59d43 req-77806482-1460-45ca-8b30-fc1479064f04 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356712 Sep 03 15:01:12.245221 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4575cab-6d8d-4dc2-a493-5409a01314b5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:12.858744 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 57244) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:12.891204 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4575cab-6d8d-4dc2-a493-5409a01314b5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:12.900673 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4575cab-6d8d-4dc2-a493-5409a01314b5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.041466 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2c8577c-614a-4058-81e1-dccece543e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.201074 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2c8577c-614a-4058-81e1-dccece543e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.207549 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2c8577c-614a-4058-81e1-dccece543e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.221644 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-f4575cab-6d8d-4dc2-a493-5409a01314b5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Floating IP e9ee0848-7a0a-47cb-b95b-7cde9ca88216 associated. External IP: 172.27.0.174, port: f1c602f7-a851-42c0-be7b-7e85b34a58e1. Sep 03 15:01:13.257595 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-a2c8577c-614a-4058-81e1-dccece543e3f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=373a8cbe8c654f8fb33da1b52ae85108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970869 Sep 03 15:01:13.259846 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8577c-614a-4058-81e1-dccece543e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea90195a-7c49-4331-a0ef-650a3d465f99,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:13.263287 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 57266) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:13.324481 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44318ebf-f8c6-4820-8025-e48bd2d9ed9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.346931 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44318ebf-f8c6-4820-8025-e48bd2d9ed9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.428249 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f2597-2d1a-4cb7-ae3a-43cdcd78e85f req-036e4a5b-d10c-4b06-83cb-6dc9da48ea39 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:13.430077 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c62f2597-2d1a-4cb7-ae3a-43cdcd78e85f req-036e4a5b-d10c-4b06-83cb-6dc9da48ea39 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.1077168 Sep 03 15:01:13.471452 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44318ebf-f8c6-4820-8025-e48bd2d9ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.473883 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-44318ebf-f8c6-4820-8025-e48bd2d9ed9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.477400 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-44318ebf-f8c6-4820-8025-e48bd2d9ed9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea90195a-7c49-4331-a0ef-650a3d465f99 HTTP/1.1" status: 204 len: 168 time: 0.2106597 Sep 03 15:01:13.517451 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44318ebf-f8c6-4820-8025-e48bd2d9ed9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea90195a-7c49-4331-a0ef-650a3d465f99,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:13.521958 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c62f2597-2d1a-4cb7-ae3a-43cdcd78e85f req-43dba831-4f14-46be-a67d-12cc64cb3e4c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758808 Sep 03 15:01:13.524406 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4575cab-6d8d-4dc2-a493-5409a01314b5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Router 7432e88a-180d-46ff-bc3c-126900adfc7f has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:01:13.665477 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4575cab-6d8d-4dc2-a493-5409a01314b5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:01:13.670950 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4575cab-6d8d-4dc2-a493-5409a01314b5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.676889 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656d6ad-81bd-436e-a9d1-e5e66c262452 None None] Sync routers for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:01:13.689105 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656d6ad-81bd-436e-a9d1-e5e66c262452 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:01:13.691455 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e656d6ad-81bd-436e-a9d1-e5e66c262452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:13.701121 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f4575cab-6d8d-4dc2-a493-5409a01314b5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "PUT /v2.0/floatingips/e9ee0848-7a0a-47cb-b95b-7cde9ca88216 HTTP/1.1" status: 200 len: 992 time: 1.5299084 Sep 03 15:01:13.702114 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'tag': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:01:13.704904 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9d8265-50f9-4098-9c8c-d1e1c5688dab", "tag": "f1c602f7-a851-42c0-be7b-7e85b34a58e1"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:01:13.817220 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-e656d6ad-81bd-436e-a9d1-e5e66c262452 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:01:13.845382 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57308) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:13.858854 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc564904-4014-48e6-b9fe-2b10d09264e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.947326 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc564904-4014-48e6-b9fe-2b10d09264e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.951945 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc564904-4014-48e6-b9fe-2b10d09264e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:13.990539 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-dc564904-4014-48e6-b9fe-2b10d09264e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2aab2fedffe843adb4147b66518ff036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440411 Sep 03 15:01:13.991723 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc564904-4014-48e6-b9fe-2b10d09264e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c4dfd6-6139-4dfc-bf70-d66394ac1628,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:13.993285 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 57316) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:14.041445 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e656d6ad-81bd-436e-a9d1-e5e66c262452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'e9ee0848-7a0a-47cb-b95b-7cde9ca88216', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'port_id': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'mac_address': 'fa:16:3e:bd:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:00:48Z', 'updated_at': '2021-09-03T15:01:12Z', 'revision_number': 1, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:14.042252 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e5f32c77-db80-416e-ba73-ac6a213951a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:14.063123 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e5f32c77-db80-416e-ba73-ac6a213951a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:14.070600 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656d6ad-81bd-436e-a9d1-e5e66c262452 None None] Checking router: 7432e88a-180d-46ff-bc3c-126900adfc7f for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:01:14.079258 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656d6ad-81bd-436e-a9d1-e5e66c262452 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:01:14.079873 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e656d6ad-81bd-436e-a9d1-e5e66c262452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:00:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:14.120472 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e5f32c77-db80-416e-ba73-ac6a213951a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:14.123747 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e5f32c77-db80-416e-ba73-ac6a213951a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:14.125136 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-e5f32c77-db80-416e-ba73-ac6a213951a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43c4dfd6-6139-4dfc-bf70-d66394ac1628 HTTP/1.1" status: 204 len: 168 time: 0.1306584 Sep 03 15:01:14.133563 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f32c77-db80-416e-ba73-ac6a213951a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c4dfd6-6139-4dfc-bf70-d66394ac1628,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:14.191231 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-e656d6ad-81bd-436e-a9d1-e5e66c262452 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:01:14.205354 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0f14-70a4-42b8-ba3c-c1afd1a02a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:14.327285 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:14.415442 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e656d6ad-81bd-436e-a9d1-e5e66c262452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'e9ee0848-7a0a-47cb-b95b-7cde9ca88216', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'port_id': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'mac_address': 'fa:16:3e:bd:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:00:48Z', 'updated_at': '2021-09-03T15:01:12Z', 'revision_number': 1, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:14.445470 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656d6ad-81bd-436e-a9d1-e5e66c262452 None None] The sync data for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi is: [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'e9ee0848-7a0a-47cb-b95b-7cde9ca88216', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'port_id': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'mac_address': 'fa:16:3e:bd:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:00:48Z', 'updated_at': '2021-09-03T15:01:12Z', 'revision_number': 1, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:01:14.652030 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878bb70-ec63-434d-92da-04c23ade6d1d None None] New status for floating IP e9ee0848-7a0a-47cb-b95b-7cde9ca88216: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:01:15.217519 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:16.253704 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e4eee-a7a5-4297-a7e0-f32f3d13d6f5 req-d6b856cd-c03c-4845-a902-cf7a6a74ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:16.255222 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2b4e4eee-a7a5-4297-a7e0-f32f3d13d6f5 req-d6b856cd-c03c-4845-a902-cf7a6a74ef49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 1098 time: 0.0448365 Sep 03 15:01:16.273252 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc12ea1-1c01-4425-af7f-1180259c0d52 x-openstack-request-id: req-6cc12ea1-1c01-4425-af7f-1180259c0d52 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:01:16.273812 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9d8265-50f9-4098-9c8c-d1e1c5688dab", "tag": "f1c602f7-a851-42c0-be7b-7e85b34a58e1", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:01:16.273982 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6cc12ea1-1c01-4425-af7f-1180259c0d52 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:01:16.274644 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'tag': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1', 'status': 'completed', 'code': 200} Sep 03 15:01:16.338625 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e04f76-647b-49b1-93bd-8266e764f078 req-cbbf4366-56d2-4d90-9420-5c49dfe648e9 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:16.340614 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78e04f76-647b-49b1-93bd-8266e764f078 req-cbbf4366-56d2-4d90-9420-5c49dfe648e9 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0526900 Sep 03 15:01:16.384534 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78e04f76-647b-49b1-93bd-8266e764f078 req-1429629b-99d6-46c2-a396-689a66ac70d2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369442 Sep 03 15:01:16.400357 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076 req-9e041a14-d82b-492a-8bdc-718061af128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:16.401920 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076 req-9e041a14-d82b-492a-8bdc-718061af128b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92cc24783e8c4100bff6576d1ea0004a&device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 1099 time: 0.0891895 Sep 03 15:01:16.412932 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e4eee-a7a5-4297-a7e0-f32f3d13d6f5 req-d0f46a86-fbd5-48e0-b905-b3d1797d60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:16.414718 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2b4e4eee-a7a5-4297-a7e0-f32f3d13d6f5 req-d0f46a86-fbd5-48e0-b905-b3d1797d60dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 919 time: 0.1383452 Sep 03 15:01:16.491029 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2b4e4eee-a7a5-4297-a7e0-f32f3d13d6f5 req-38537a3f-9639-431e-86b2-1c8af7d5c560 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4138f100-e06c-4eea-a56c-766e7fcab942 HTTP/1.1" status: 200 len: 217 time: 0.0526183 Sep 03 15:01:16.512194 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2c04c-fe56-4656-b587-a88fe4ed4580 req-8c146c2d-aaec-4b84-a675-cc1bd1b921b9 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:16.513591 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7bc2c04c-fe56-4656-b587-a88fe4ed4580 req-8c146c2d-aaec-4b84-a675-cc1bd1b921b9 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 945 time: 0.0471568 Sep 03 15:01:16.552499 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7bc2c04c-fe56-4656-b587-a88fe4ed4580 req-28f7f186-a6a9-4aa1-902d-632ca44e0370 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323601 Sep 03 15:01:16.583132 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e4eee-a7a5-4297-a7e0-f32f3d13d6f5 req-d780dc33-b65e-43a9-9095-8c7bb458b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:16.584574 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2b4e4eee-a7a5-4297-a7e0-f32f3d13d6f5 req-d780dc33-b65e-43a9-9095-8c7bb458b3ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a848c4a4-1c7e-493c-8b4b-13824513aa4c HTTP/1.1" status: 200 len: 858 time: 0.0639119 Sep 03 15:01:16.585795 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076 req-61e662a4-4007-48e7-bdb1-b8b5765a6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:16.587078 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076 req-61e662a4-4007-48e7-bdb1-b8b5765a6ad9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 200 len: 912 time: 0.1577022 Sep 03 15:01:16.670319 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2b4e4eee-a7a5-4297-a7e0-f32f3d13d6f5 req-cdd0ef71-d5bb-411b-b4c2-93b58e6fe5f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68634082-1637-44dc-bd46-894aaf6fa36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623894 Sep 03 15:01:16.709435 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076 req-f9b26c7a-c697-4c04-b5c8-db4e48bb142e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c602f7-a851-42c0-be7b-7e85b34a58e1 HTTP/1.1" status: 200 len: 1002 time: 0.0938380 Sep 03 15:01:16.805479 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076 req-068fe6cb-7a91-43e3-9eb7-c1f682e75cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:16.806899 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076 req-068fe6cb-7a91-43e3-9eb7-c1f682e75cd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c59e563-865c-4b5c-80bc-f771c855535d HTTP/1.1" status: 200 len: 850 time: 0.0865364 Sep 03 15:01:16.832827 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2b4e4eee-a7a5-4297-a7e0-f32f3d13d6f5 req-6b50c395-d553-4cdb-9578-79db41b329d4 service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399648 Sep 03 15:01:16.919297 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076 req-7986b4bd-4fb2-4913-a8e2-61326055212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:16.920844 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076 req-7986b4bd-4fb2-4913-a8e2-61326055212c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9bf41e-f10e-437e-872f-49198a03f4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0995212 Sep 03 15:01:16.962291 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2b4e4eee-a7a5-4297-a7e0-f32f3d13d6f5 req-b0e1488a-0d60-4eba-81be-7bb3d0a0feea service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148343 Sep 03 15:01:17.046175 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076 req-5a0a0c8e-8afe-4800-abe3-a6e2dbaff38d service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037078 Sep 03 15:01:17.121188 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:17.175781 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-82c82cfc-67fd-4c0a-a0b1-4bd9bf46c076 req-7f66c037-0787-459d-8faa-9f7ad46eca21 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120648 Sep 03 15:01:17.503326 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090b7f1-ccb9-4ba9-a0d9-06163e51b1f5 req-502036fe-5552-4e00-b62a-db3be2880376 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:17.504915 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d090b7f1-ccb9-4ba9-a0d9-06163e51b1f5 req-502036fe-5552-4e00-b62a-db3be2880376 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0475235 Sep 03 15:01:17.549363 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d090b7f1-ccb9-4ba9-a0d9-06163e51b1f5 req-54b97ff5-bf9f-44e5-af3e-914c47f6d6c9 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382118 Sep 03 15:01:17.683302 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b278d-23de-4ede-9996-38a19723d5be req-f0013a4a-4d27-4adb-b94b-95c7fa7e775b tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:17.684961 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d68b278d-23de-4ede-9996-38a19723d5be req-f0013a4a-4d27-4adb-b94b-95c7fa7e775b tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 945 time: 0.0573845 Sep 03 15:01:17.723479 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d68b278d-23de-4ede-9996-38a19723d5be req-f79bcf53-e266-46d2-9c89-477b448573e0 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Sep 03 15:01:17.903951 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 57440) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:18.015162 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f211daec-c00d-4368-ad97-0f6b6a96e061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.107126 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f211daec-c00d-4368-ad97-0f6b6a96e061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.112694 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f211daec-c00d-4368-ad97-0f6b6a96e061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.156037 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-f211daec-c00d-4368-ad97-0f6b6a96e061 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d32fc8158be46adbdec30c7d6da486f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510357 Sep 03 15:01:18.158194 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211daec-c00d-4368-ad97-0f6b6a96e061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701a584d-bd63-486e-a3e3-bb78f69e4c64,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:18.159217 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57452) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:18.208803 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad2329b3-5f59-4697-9b89-cad88130ac6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.234283 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad2329b3-5f59-4697-9b89-cad88130ac6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.288304 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad2329b3-5f59-4697-9b89-cad88130ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.291016 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ad2329b3-5f59-4697-9b89-cad88130ac6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.292172 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ad2329b3-5f59-4697-9b89-cad88130ac6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/701a584d-bd63-486e-a3e3-bb78f69e4c64 HTTP/1.1" status: 204 len: 168 time: 0.1319697 Sep 03 15:01:18.306646 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2329b3-5f59-4697-9b89-cad88130ac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701a584d-bd63-486e-a3e3-bb78f69e4c64,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:18.526586 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57476) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:18.632600 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b27ac942-4a8a-4cd9-b623-5e6b37c0d2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.721648 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b27ac942-4a8a-4cd9-b623-5e6b37c0d2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.726075 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b27ac942-4a8a-4cd9-b623-5e6b37c0d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.761993 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ac942-4a8a-4cd9-b623-5e6b37c0d2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de11e703-e0ef-44c6-9054-94483b62374d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:18.770135 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b27ac942-4a8a-4cd9-b623-5e6b37c0d2b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=252a72fd773a4c3a88cc39b2c76df339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424800 Sep 03 15:01:18.772975 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57496) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:18.826027 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e7cc327-8bf3-4bd1-b165-674f69381001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.846939 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e7cc327-8bf3-4bd1-b165-674f69381001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.896282 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e7cc327-8bf3-4bd1-b165-674f69381001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.898895 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7e7cc327-8bf3-4bd1-b165-674f69381001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:18.902451 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7e7cc327-8bf3-4bd1-b165-674f69381001 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de11e703-e0ef-44c6-9054-94483b62374d HTTP/1.1" status: 204 len: 168 time: 0.1250858 Sep 03 15:01:18.908631 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cc327-8bf3-4bd1-b165-674f69381001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de11e703-e0ef-44c6-9054-94483b62374d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:19.236526 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57512) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:19.252047 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b752b9e9-1845-4ccf-93b8-5b78c5a33285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:19.343113 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b752b9e9-1845-4ccf-93b8-5b78c5a33285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:19.348482 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b752b9e9-1845-4ccf-93b8-5b78c5a33285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:19.385495 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752b9e9-1845-4ccf-93b8-5b78c5a33285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bde6885-3a0b-424c-84de-356fdaf297c6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:19.389926 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b752b9e9-1845-4ccf-93b8-5b78c5a33285 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5434d562713243399357f72e863b8197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523347 Sep 03 15:01:19.392448 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57516) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:19.470535 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57abf0e3-d539-40b2-9e7b-b6be43e97970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:19.492659 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57abf0e3-d539-40b2-9e7b-b6be43e97970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:19.552131 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57abf0e3-d539-40b2-9e7b-b6be43e97970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:19.555096 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57abf0e3-d539-40b2-9e7b-b6be43e97970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:19.556649 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-57abf0e3-d539-40b2-9e7b-b6be43e97970 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3bde6885-3a0b-424c-84de-356fdaf297c6 HTTP/1.1" status: 204 len: 168 time: 0.1631160 Sep 03 15:01:19.565229 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abf0e3-d539-40b2-9e7b-b6be43e97970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bde6885-3a0b-424c-84de-356fdaf297c6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:21.210593 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a95a0-5b1f-4661-8316-88987dd60a78 req-efeb9519-a6b9-455c-84b6-e55de1d4440d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:21.214453 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-309a95a0-5b1f-4661-8316-88987dd60a78 req-efeb9519-a6b9-455c-84b6-e55de1d4440d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0550497 Sep 03 15:01:21.242151 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da5d19-dd9a-4484-8fe1-f3610dfd9c26 req-cd42b229-1668-4527-92b9-c7d9eb1c8b4b tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:21.249778 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d4da5d19-dd9a-4484-8fe1-f3610dfd9c26 req-cd42b229-1668-4527-92b9-c7d9eb1c8b4b tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 945 time: 0.0582378 Sep 03 15:01:21.256323 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-309a95a0-5b1f-4661-8316-88987dd60a78 req-e7b4e939-f5cf-48b6-b64b-5e1fbdca1c1a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377648 Sep 03 15:01:21.282734 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d4da5d19-dd9a-4484-8fe1-f3610dfd9c26 req-ee7b5d4c-05f5-4f78-bc57-147f05299f59 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321112 Sep 03 15:01:21.803958 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57630) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:21.915062 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2674ba5d-bc5c-4cf1-8fa8-e22222a120d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.019559 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2674ba5d-bc5c-4cf1-8fa8-e22222a120d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.031168 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2674ba5d-bc5c-4cf1-8fa8-e22222a120d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.069771 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674ba5d-bc5c-4cf1-8fa8-e22222a120d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ddcbdb-6999-41f0-8637-f57a553209d1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:22.086950 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403998c-8ac2-4547-980a-c086c6179381 req-c9bc5c77-9fdd-4056-81be-0edea9c44b34 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:22.090245 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f403998c-8ac2-4547-980a-c086c6179381 req-c9bc5c77-9fdd-4056-81be-0edea9c44b34 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 945 time: 0.1035616 Sep 03 15:01:22.097890 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2674ba5d-bc5c-4cf1-8fa8-e22222a120d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b60b4bf5e3784602839e04fc351ffcc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901599 Sep 03 15:01:22.106468 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57646) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:22.181992 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-460853f7-1a0e-4aed-8a36-c1b9c4d706e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.205145 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-460853f7-1a0e-4aed-8a36-c1b9c4d706e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.254713 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-460853f7-1a0e-4aed-8a36-c1b9c4d706e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.257494 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-460853f7-1a0e-4aed-8a36-c1b9c4d706e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.261023 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-460853f7-1a0e-4aed-8a36-c1b9c4d706e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76ddcbdb-6999-41f0-8637-f57a553209d1 HTTP/1.1" status: 204 len: 168 time: 0.1499982 Sep 03 15:01:22.263886 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-f403998c-8ac2-4547-980a-c086c6179381 req-90d91d6c-dee4-4d8d-a884-6dc17b08e2f2 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Deleting port cff30124-4fa7-4c88-a960-075c358f40eb {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:01:22.264335 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-f403998c-8ac2-4547-980a-c086c6179381 req-90d91d6c-dee4-4d8d-a884-6dc17b08e2f2 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.266609 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460853f7-1a0e-4aed-8a36-c1b9c4d706e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ddcbdb-6999-41f0-8637-f57a553209d1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:22.384033 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edc964-cc9b-41ef-849a-b9e9e3611ece req-3d73262e-bf07-413a-8fc3-8ad7ee4f975a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:22.385685 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-68edc964-cc9b-41ef-849a-b9e9e3611ece req-3d73262e-bf07-413a-8fc3-8ad7ee4f975a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0538621 Sep 03 15:01:22.404901 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-f403998c-8ac2-4547-980a-c086c6179381 req-90d91d6c-dee4-4d8d-a884-6dc17b08e2f2 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] For port cff30124-4fa7-4c88-a960-075c358f40eb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cff30124-4fa7-4c88-a960-075c358f40eb,segment=NetworkSegment(cf484793-61b4-46e6-a7c6-4f43d071ca4b),segment_id=cf484793-61b4-46e6-a7c6-4f43d071ca4b)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:01:22.405353 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-f403998c-8ac2-4547-980a-c086c6179381 req-90d91d6c-dee4-4d8d-a884-6dc17b08e2f2 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.425745 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-f403998c-8ac2-4547-980a-c086c6179381 req-90d91d6c-dee4-4d8d-a884-6dc17b08e2f2 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Calling delete_port for cff30124-4fa7-4c88-a960-075c358f40eb owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:01:22.434054 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-68edc964-cc9b-41ef-849a-b9e9e3611ece req-b9a610ba-bfe1-4407-a923-bdcf76d6ba72 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Sep 03 15:01:22.445777 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16844e-ae20-4493-8fc0-2a1d22a2179f req-4ca0a787-c3c2-472e-b63a-ff57b0e12f78 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:22.447271 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bf16844e-ae20-4493-8fc0-2a1d22a2179f req-4ca0a787-c3c2-472e-b63a-ff57b0e12f78 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 945 time: 0.0878899 Sep 03 15:01:22.543028 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bf16844e-ae20-4493-8fc0-2a1d22a2179f req-3e812d30-6fa2-4cbb-836a-2aa2e381db72 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/security-groups?id=babe9baa-35e8-4fb4-84a0-7a076ce651c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880172 Sep 03 15:01:22.599010 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 57662) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:22.619541 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.646840 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-f403998c-8ac2-4547-980a-c086c6179381 req-90d91d6c-dee4-4d8d-a884-6dc17b08e2f2 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.688469 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d91d6c-dee4-4d8d-a884-6dc17b08e2f2 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Pushing event deleted for resources: {'Port': ['ID=cff30124-4fa7-4c88-a960-075c358f40eb,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:22.756740 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-f403998c-8ac2-4547-980a-c086c6179381 req-90d91d6c-dee4-4d8d-a884-6dc17b08e2f2 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] No DVR routers for this DVR port cff30124-4fa7-4c88-a960-075c358f40eb on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:01:22.761205 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-f403998c-8ac2-4547-980a-c086c6179381 req-90d91d6c-dee4-4d8d-a884-6dc17b08e2f2 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.763240 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f403998c-8ac2-4547-980a-c086c6179381 req-90d91d6c-dee4-4d8d-a884-6dc17b08e2f2 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.26 "DELETE /v2.0/ports/cff30124-4fa7-4c88-a960-075c358f40eb HTTP/1.1" status: 204 len: 173 time: 0.6665816 Sep 03 15:01:22.763688 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a', 'name': 'network-vif-deleted', 'tag': 'cff30124-4fa7-4c88-a960-075c358f40eb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:01:22.765988 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bc8e9b-9a4b-4d01-b358-a490c7a99d1b" -d '{"events": [{"server_uuid": "7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a", "name": "network-vif-deleted", "tag": "cff30124-4fa7-4c88-a960-075c358f40eb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:01:22.806332 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f443a75-2706-4cad-ac28-daaf1e9ab13e x-openstack-request-id: req-9f443a75-2706-4cad-ac28-daaf1e9ab13e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:01:22.806646 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a", "name": "network-vif-deleted", "tag": "cff30124-4fa7-4c88-a960-075c358f40eb", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:01:22.806857 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f443a75-2706-4cad-ac28-daaf1e9ab13e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:01:22.807262 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a', 'name': 'network-vif-deleted', 'tag': 'cff30124-4fa7-4c88-a960-075c358f40eb', 'status': 'completed', 'code': 200} Sep 03 15:01:22.821039 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.827286 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.866946 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08adc8fa-d930-4d15-8bc7-bd8a3b61f880,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:22.870893 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c84dc55e24fe486f8a9a75fa99f6609f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708588 Sep 03 15:01:22.873766 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57670) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:22.877106 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.877452 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.877819 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.878149 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.878473 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.878798 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.879114 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.879642 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.879970 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.881405 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.881405 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.881405 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24c458-14bb-4ca5-8c10-535f018277b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:22.924489 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.945387 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.992603 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.995983 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:22.997377 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08adc8fa-d930-4d15-8bc7-bd8a3b61f880 HTTP/1.1" status: 204 len: 168 time: 0.1226134 Sep 03 15:01:23.007186 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08adc8fa-d930-4d15-8bc7-bd8a3b61f880,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:23.015041 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:23.015429 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:23.015830 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:23.016632 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:23.017151 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:23.017603 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:23.017829 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:23.018438 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:23.018995 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:23.019504 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:23.020092 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:23.020478 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ac6eaf-0aba-4068-aebd-c0a3f3b79c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:01:25.377863 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['cff30124-4fa7-4c88-a960-075c358f40eb'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:01:25.524649 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d2881bf4-b620-45d8-8f2e-912c05aeb44b req-19ade690-a4ee-4d18-b85e-fb35e67cf685 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 210 time: 0.0249062 Sep 03 15:01:25.538556 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04766c-12ec-4fc7-81c7-3355031df9fa req-ff4c210c-0fee-4568-9532-59b2fb85319f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:25.540081 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-de04766c-12ec-4fc7-81c7-3355031df9fa req-ff4c210c-0fee-4568-9532-59b2fb85319f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0527036 Sep 03 15:01:25.779656 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-de04766c-12ec-4fc7-81c7-3355031df9fa req-89b84e04-293c-40ad-ab15-47124e58a679 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331617 Sep 03 15:01:27.648065 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device cff30124-4fa7-4c88-a960-075c358f40eb no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:01:27.668811 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: cff30124-4fa7-4c88-a960-075c358f40eb {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:01:27.669188 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device cff30124-4fa7-4c88-a960-075c358f40eb not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:01:28.848487 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ee873f4-dce0-420f-8ea6-27cb7940e8e3 req-3c74237c-8c22-4fe5-81df-6b0261c84e2b tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 210 time: 0.0280173 Sep 03 15:01:28.902047 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592beda-dd7d-4e72-b93e-0040ed6c227b req-d78544e4-b041-4ab5-a609-794a8416a70c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:28.903659 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a592beda-dd7d-4e72-b93e-0040ed6c227b req-d78544e4-b041-4ab5-a609-794a8416a70c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0499654 Sep 03 15:01:28.949339 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a592beda-dd7d-4e72-b93e-0040ed6c227b req-84302b13-11e1-4712-b51c-dd1539cdbfb6 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383089 Sep 03 15:01:30.002345 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4b1b1444-fed8-4648-8ffd-477be5b1016a req-7138a90a-3c1a-43c9-8974-228908e077e9 tempest-DeleteServersTestJSON-1072549883 tempest-DeleteServersTestJSON-1072549883-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e0c0431-a75f-4bb6-ab5c-7c73f0723e4a HTTP/1.1" status: 200 len: 210 time: 0.0331252 Sep 03 15:01:30.075730 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c66ef-e5c7-4925-bfc2-a92834171176 req-b224e383-cd87-44d8-ae1d-af92346481a2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:30.077173 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-142c66ef-e5c7-4925-bfc2-a92834171176 req-b224e383-cd87-44d8-ae1d-af92346481a2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0476556 Sep 03 15:01:30.116359 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-142c66ef-e5c7-4925-bfc2-a92834171176 req-0516826b-c6ce-4819-9730-88fa3a256c6d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330749 Sep 03 15:01:31.650053 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57912) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:31.770028 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc709204-fd13-479e-984d-8137c019b77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:31.880747 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc709204-fd13-479e-984d-8137c019b77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:31.885391 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc709204-fd13-479e-984d-8137c019b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:31.924865 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc709204-fd13-479e-984d-8137c019b77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89f518c-3cae-45cb-bd0e-86bb6d9b761b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:31.931137 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-dc709204-fd13-479e-984d-8137c019b77a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f2834da1e0c40ba9ba5b5e59040017e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797375 Sep 03 15:01:31.934345 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57924) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:31.987914 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb83d95a-f5ad-4af0-b339-7fef9b5320f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:32.008344 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb83d95a-f5ad-4af0-b339-7fef9b5320f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:32.061144 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb83d95a-f5ad-4af0-b339-7fef9b5320f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:32.063779 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cb83d95a-f5ad-4af0-b339-7fef9b5320f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:32.064918 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-cb83d95a-f5ad-4af0-b339-7fef9b5320f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c89f518c-3cae-45cb-bd0e-86bb6d9b761b HTTP/1.1" status: 204 len: 168 time: 0.1294549 Sep 03 15:01:32.072268 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83d95a-f5ad-4af0-b339-7fef9b5320f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89f518c-3cae-45cb-bd0e-86bb6d9b761b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:32.336061 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57930) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:32.349125 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96fd06ce-3221-4442-9814-102cc936b720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:32.438140 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96fd06ce-3221-4442-9814-102cc936b720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:32.445019 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96fd06ce-3221-4442-9814-102cc936b720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:32.482381 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-96fd06ce-3221-4442-9814-102cc936b720 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=367e786d2aa4488382a6422987510fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452160 Sep 03 15:01:32.483206 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd06ce-3221-4442-9814-102cc936b720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74826dfe-f2f1-41a9-8963-1298ddd752af,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:32.486074 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 57932) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:32.539009 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e175629a-980b-4cdd-8d57-ab81e1157b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:32.560583 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e175629a-980b-4cdd-8d57-ab81e1157b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:32.616071 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e175629a-980b-4cdd-8d57-ab81e1157b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:32.618564 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e175629a-980b-4cdd-8d57-ab81e1157b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:32.619652 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-e175629a-980b-4cdd-8d57-ab81e1157b23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74826dfe-f2f1-41a9-8963-1298ddd752af HTTP/1.1" status: 204 len: 168 time: 0.1322451 Sep 03 15:01:32.627183 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175629a-980b-4cdd-8d57-ab81e1157b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74826dfe-f2f1-41a9-8963-1298ddd752af,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:34.101230 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4b2db-1564-427a-839c-1e384b01cc20 req-a968fb47-5e40-4407-93a5-da0b4acd0fd2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:34.102905 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-51f4b2db-1564-427a-839c-1e384b01cc20 req-a968fb47-5e40-4407-93a5-da0b4acd0fd2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0515914 Sep 03 15:01:34.137206 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 57990) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:34.145355 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-51f4b2db-1564-427a-839c-1e384b01cc20 req-96d4b609-a3eb-4847-b249-1cd28e30cca7 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362127 Sep 03 15:01:34.253325 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b2b04ad-15ff-49ec-8e18-f0d63354de95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:34.346886 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b2b04ad-15ff-49ec-8e18-f0d63354de95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:34.351359 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b2b04ad-15ff-49ec-8e18-f0d63354de95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:34.389405 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2b2b04ad-15ff-49ec-8e18-f0d63354de95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dd8d712f8b048a29d9cd4ec758b1b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507002 Sep 03 15:01:34.390253 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b04ad-15ff-49ec-8e18-f0d63354de95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3d4bc5-94b7-4403-a358-ebd736262359,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:34.392247 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58000) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:34.448239 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f79828cb-1aa0-480e-8a6b-d2f8b2a3c52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:34.470622 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f79828cb-1aa0-480e-8a6b-d2f8b2a3c52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:34.520347 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f79828cb-1aa0-480e-8a6b-d2f8b2a3c52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:34.522901 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f79828cb-1aa0-480e-8a6b-d2f8b2a3c52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:34.524011 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-f79828cb-1aa0-480e-8a6b-d2f8b2a3c52c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b3d4bc5-94b7-4403-a358-ebd736262359 HTTP/1.1" status: 204 len: 168 time: 0.1306670 Sep 03 15:01:34.534468 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79828cb-1aa0-480e-8a6b-d2f8b2a3c52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3d4bc5-94b7-4403-a358-ebd736262359,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:34.805942 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58010) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:34.819388 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-801385dd-05fd-4f87-9c0a-4d7ddaffb449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:34.907033 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-801385dd-05fd-4f87-9c0a-4d7ddaffb449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:34.912814 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-801385dd-05fd-4f87-9c0a-4d7ddaffb449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:34.954009 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-801385dd-05fd-4f87-9c0a-4d7ddaffb449 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=033d479024ad44ac99e6e21b50362150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445010 Sep 03 15:01:34.954009 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801385dd-05fd-4f87-9c0a-4d7ddaffb449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25c555d-7718-4c67-b625-b4a89169d7e1,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:34.954555 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58020) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:35.020361 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddcbb8a0-8485-4bab-ab52-2a1f9bc2d4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:35.046657 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddcbb8a0-8485-4bab-ab52-2a1f9bc2d4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:35.116910 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddcbb8a0-8485-4bab-ab52-2a1f9bc2d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:35.120312 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddcbb8a0-8485-4bab-ab52-2a1f9bc2d4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:35.121616 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ddcbb8a0-8485-4bab-ab52-2a1f9bc2d4fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a25c555d-7718-4c67-b625-b4a89169d7e1 HTTP/1.1" status: 204 len: 168 time: 0.1648803 Sep 03 15:01:35.133667 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbb8a0-8485-4bab-ab52-2a1f9bc2d4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25c555d-7718-4c67-b625-b4a89169d7e1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:35.283597 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c66481-fd66-4c60-8f5b-61debb553beb req-4c37f22f-b698-474a-960e-261b6c0ebb87 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:35.285326 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-29c66481-fd66-4c60-8f5b-61debb553beb req-4c37f22f-b698-474a-960e-261b6c0ebb87 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0631797 Sep 03 15:01:35.329432 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-29c66481-fd66-4c60-8f5b-61debb553beb req-7e4bd122-5a16-46c8-a735-ba252b385ff9 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361772 Sep 03 15:01:35.433603 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58052) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:35.486073 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5927f729-fc65-4de4-a7ff-ee0e17c47728 admin admin] Deleting subnet b6cf0748-9b1a-4240-a2fd-d8a81631423d {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:01:35.489042 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5927f729-fc65-4de4-a7ff-ee0e17c47728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:35.527484 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5927f729-fc65-4de4-a7ff-ee0e17c47728 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:35.537627 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5927f729-fc65-4de4-a7ff-ee0e17c47728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:35.600409 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5927f729-fc65-4de4-a7ff-ee0e17c47728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:35.629773 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927f729-fc65-4de4-a7ff-ee0e17c47728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cf0748-9b1a-4240-a2fd-d8a81631423d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:35.631937 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5927f729-fc65-4de4-a7ff-ee0e17c47728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:35.636218 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5927f729-fc65-4de4-a7ff-ee0e17c47728 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b6cf0748-9b1a-4240-a2fd-d8a81631423d HTTP/1.1" status: 204 len: 168 time: 0.1993334 Sep 03 15:01:35.636377 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58062) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:35.730081 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:35.821963 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:35.833583 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.833946 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.834728 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.835063 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > port after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.835397 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.835730 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > port after_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.836066 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.836400 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.836718 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.837037 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.944821 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:01:35.982726 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.983076 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.983409 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.983739 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:01:35.984145 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bc1dfd-ef31-40e8-aeda-f91153c9a480']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:36.003409 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf484793-61b4-46e6-a7c6-4f43d071ca4b') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:36.003691 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf484793-61b4-46e6-a7c6-4f43d071ca4b') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:36.020440 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12584600'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:36.045779 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:36.056860 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:01:36.057665 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13202818'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: from cryptography.utils import int_from_bytes Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: from cryptography.utils import int_from_bytes Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: timer() Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: self._notify() Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: event.method(event) Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:01:36.062346 dv-cinder-774288-7-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:01:36.149770 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:36.161791 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:36.164882 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] 10.222.0.46 "DELETE /v2.0/networks/39bc1dfd-ef31-40e8-aeda-f91153c9a480 HTTP/1.1" status: 204 len: 168 time: 0.5275984 Sep 03 15:01:36.175662 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5486a-50e3-42fe-b039-b938e662c970 admin admin] Pushing event deleted for resources: {'Network': ['ID=39bc1dfd-ef31-40e8-aeda-f91153c9a480,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:36.187778 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-b1b8c2ee-ea33-4f06-823b-690453f40475 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751762 Sep 03 15:01:36.278653 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-1ed7ba86-ffa7-42fd-b357-06bf73d50bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:36.280551 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-1ed7ba86-ffa7-42fd-b357-06bf73d50bed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 1099 time: 0.0430181 Sep 03 15:01:36.427445 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-b8dc4148-5e4b-4d06-8fd5-fd855dc7f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:36.429732 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-b8dc4148-5e4b-4d06-8fd5-fd855dc7f806 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 918 time: 0.1084523 Sep 03 15:01:36.460975 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58106) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:36.488928 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc15ee-c0b4-40a1-8949-7e7eb8ab4e01 req-deaf2573-4d9b-45bc-8791-cc9c0a466af7 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:36.490582 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-97bc15ee-c0b4-40a1-8949-7e7eb8ab4e01 req-deaf2573-4d9b-45bc-8791-cc9c0a466af7 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0813124 Sep 03 15:01:36.521313 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-85530c02-ea0c-4495-b2b3-790c32a8d831 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd HTTP/1.1" status: 200 len: 1002 time: 0.0837781 Sep 03 15:01:36.536006 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-81337760-6514-4368-9773-b32a0b7b3b18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84e8b95340fe4446ae0b9563a12c6554&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0730996 Sep 03 15:01:36.543144 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58110) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:36.562361 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-97bc15ee-c0b4-40a1-8949-7e7eb8ab4e01 req-e6d25f2e-7508-4a7b-82ea-3359e93ee635 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612442 Sep 03 15:01:36.608731 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da8fbbb9-8618-418a-bb79-91beee41fdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:36.611929 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-5d4029cb-d430-4c0e-9c72-5c28d1557979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:36.613460 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-5d4029cb-d430-4c0e-9c72-5c28d1557979 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.0792689 Sep 03 15:01:36.630437 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da8fbbb9-8618-418a-bb79-91beee41fdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:36.679944 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da8fbbb9-8618-418a-bb79-91beee41fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:36.682832 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da8fbbb9-8618-418a-bb79-91beee41fdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:36.685983 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-da8fbbb9-8618-418a-bb79-91beee41fdb1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/babe9baa-35e8-4fb4-84a0-7a076ce651c5 HTTP/1.1" status: 204 len: 168 time: 0.1416445 Sep 03 15:01:36.701198 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fbbb9-8618-418a-bb79-91beee41fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babe9baa-35e8-4fb4-84a0-7a076ce651c5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:37.015111 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:38.223224 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58196) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:38.337879 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-03d4b9a3-0aa4-49a8-895f-15439c1bb390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:38.430628 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-03d4b9a3-0aa4-49a8-895f-15439c1bb390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:38.436565 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-03d4b9a3-0aa4-49a8-895f-15439c1bb390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:38.473407 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-03d4b9a3-0aa4-49a8-895f-15439c1bb390 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35c29aec02bc4b989ad1b1565e3a2e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491324 Sep 03 15:01:38.474436 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4b9a3-0aa4-49a8-895f-15439c1bb390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69786a87-5327-491b-86ae-290b4ccfb3df,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:38.476312 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58202) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:38.526726 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4128c0b9-a421-4258-8af1-95ac25dcd336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:38.549868 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4128c0b9-a421-4258-8af1-95ac25dcd336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:38.618661 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-0bdf0e03-7445-4a55-8001-e6b297a40e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:38.620024 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-0bdf0e03-7445-4a55-8001-e6b297a40e37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476081 Sep 03 15:01:38.628594 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4128c0b9-a421-4258-8af1-95ac25dcd336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:38.631176 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4128c0b9-a421-4258-8af1-95ac25dcd336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:38.632198 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-4128c0b9-a421-4258-8af1-95ac25dcd336 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69786a87-5327-491b-86ae-290b4ccfb3df HTTP/1.1" status: 204 len: 168 time: 0.1542509 Sep 03 15:01:38.639748 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128c0b9-a421-4258-8af1-95ac25dcd336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69786a87-5327-491b-86ae-290b4ccfb3df,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:38.921170 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58210) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:38.934773 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b20574a0-f529-461c-8ae9-0e5ee4b836e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:39.030450 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b20574a0-f529-461c-8ae9-0e5ee4b836e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:39.036356 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b20574a0-f529-461c-8ae9-0e5ee4b836e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:39.074119 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-b20574a0-f529-461c-8ae9-0e5ee4b836e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7df516a7357942fb8f2a3feffbdae766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517215 Sep 03 15:01:39.074952 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20574a0-f529-461c-8ae9-0e5ee4b836e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b1bbf8-d7da-4765-b590-7dea5d02f58e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:39.077109 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58212) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:39.134286 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6866cd60-d271-46f7-9e24-ebc11f8f2779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:39.155582 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6866cd60-d271-46f7-9e24-ebc11f8f2779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:39.205313 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6866cd60-d271-46f7-9e24-ebc11f8f2779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:39.208069 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6866cd60-d271-46f7-9e24-ebc11f8f2779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:39.209249 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-6866cd60-d271-46f7-9e24-ebc11f8f2779 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4b1bbf8-d7da-4765-b590-7dea5d02f58e HTTP/1.1" status: 204 len: 168 time: 0.1311352 Sep 03 15:01:39.217122 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866cd60-d271-46f7-9e24-ebc11f8f2779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b1bbf8-d7da-4765-b590-7dea5d02f58e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:39.820905 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89cc30-1a80-4021-8cc8-ee285e754577 req-5d4cf2d3-30a1-4918-b0c1-e2091acda185 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:39.822365 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6d89cc30-1a80-4021-8cc8-ee285e754577 req-5d4cf2d3-30a1-4918-b0c1-e2091acda185 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0983477 Sep 03 15:01:39.824654 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-a772e625-f95b-4929-a26a-b52ba25d0eb0 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394174 Sep 03 15:01:39.918476 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6d89cc30-1a80-4021-8cc8-ee285e754577 req-fbcf2e25-00b0-473f-af20-d54ab5ab7409 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898433 Sep 03 15:01:39.957634 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-57d9e60d-e348-4767-9aec-2f55ab1fca92 req-c2fb4f9a-8e3c-443d-8fb3-f0b01179092e service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227877 Sep 03 15:01:41.591216 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5aecdce1-c565-4631-84e8-e643126701c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:43.218007 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457ae72-984c-4be4-99db-6c5e590f8986 req-3a2c40e9-730a-48fe-8d2f-76feb82ece78 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:43.219657 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9457ae72-984c-4be4-99db-6c5e590f8986 req-3a2c40e9-730a-48fe-8d2f-76feb82ece78 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0511725 Sep 03 15:01:43.259540 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9457ae72-984c-4be4-99db-6c5e590f8986 req-0d307abb-ac52-425e-8385-f1cd4124c66a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Sep 03 15:01:44.209463 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-58d2675a-59c3-4c40-9cc0-bb060c43e5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:44.335335 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:44.390782 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a762f1-0dd3-4608-86fa-40cc8203187b req-f55c5adc-a1b1-4c71-8530-5c2cbfee1e5c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:44.392859 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-87a762f1-0dd3-4608-86fa-40cc8203187b req-f55c5adc-a1b1-4c71-8530-5c2cbfee1e5c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0523458 Sep 03 15:01:44.450205 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-87a762f1-0dd3-4608-86fa-40cc8203187b req-f826e215-4d69-4c94-a0d3-1d74f9e44a80 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510895 Sep 03 15:01:45.227457 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:47.117645 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:47.781615 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d260c-5b28-4b19-a8aa-a2359e2e9485 req-1a99b6d9-504c-43b6-a213-4ae779a83111 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:47.783107 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f85d260c-5b28-4b19-a8aa-a2359e2e9485 req-1a99b6d9-504c-43b6-a213-4ae779a83111 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0501032 Sep 03 15:01:47.822695 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f85d260c-5b28-4b19-a8aa-a2359e2e9485 req-dd264bbe-d8ae-4b19-8aec-8a052f5f6955 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334277 Sep 03 15:01:48.008075 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58442) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:48.124578 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77f69dfa-01c5-45e2-895c-5712bc68e7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.225083 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77f69dfa-01c5-45e2-895c-5712bc68e7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.230453 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-77f69dfa-01c5-45e2-895c-5712bc68e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.267410 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f69dfa-01c5-45e2-895c-5712bc68e7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a7e3f7-81c3-44e6-aa2a-d4ca4c9f22d6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:48.274057 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-77f69dfa-01c5-45e2-895c-5712bc68e7d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11a7c15fee974f2cad8ac2bec559d820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648501 Sep 03 15:01:48.274895 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58454) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:48.324357 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-75e1ac8f-f77e-44c5-aee5-30f60387a4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.347242 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-75e1ac8f-f77e-44c5-aee5-30f60387a4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.402815 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-75e1ac8f-f77e-44c5-aee5-30f60387a4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.405872 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-75e1ac8f-f77e-44c5-aee5-30f60387a4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.407151 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-75e1ac8f-f77e-44c5-aee5-30f60387a4b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54a7e3f7-81c3-44e6-aa2a-d4ca4c9f22d6 HTTP/1.1" status: 204 len: 168 time: 0.1312718 Sep 03 15:01:48.415815 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1ac8f-f77e-44c5-aee5-30f60387a4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a7e3f7-81c3-44e6-aa2a-d4ca4c9f22d6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:48.576844 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58466) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:48.679799 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d6ed-fb4b-4e3c-8d7e-4bd48e51b19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.772039 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d6ed-fb4b-4e3c-8d7e-4bd48e51b19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.777760 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6cd1d6ed-fb4b-4e3c-8d7e-4bd48e51b19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.815394 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1d6ed-fb4b-4e3c-8d7e-4bd48e51b19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9912eb-cc1c-4b2e-8f95-4d894f6101b7,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:48.822516 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-6cd1d6ed-fb4b-4e3c-8d7e-4bd48e51b19a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3121e89faaed49bfa3b98684c0f1031a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420306 Sep 03 15:01:48.823876 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58484) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:48.879262 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae7d79de-06a6-4fac-8652-685e720d701a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.901813 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae7d79de-06a6-4fac-8652-685e720d701a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:48.977987 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1acfda-550d-4b55-999c-7946e9e1d7d2 req-3d258446-2c24-46d6-9e2d-df01490137f5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:48.979458 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ec1acfda-550d-4b55-999c-7946e9e1d7d2 req-3d258446-2c24-46d6-9e2d-df01490137f5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0689580 Sep 03 15:01:49.004683 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae7d79de-06a6-4fac-8652-685e720d701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:49.006546 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae7d79de-06a6-4fac-8652-685e720d701a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:49.008749 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-ae7d79de-06a6-4fac-8652-685e720d701a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f9912eb-cc1c-4b2e-8f95-4d894f6101b7 HTTP/1.1" status: 204 len: 168 time: 0.1829906 Sep 03 15:01:49.018099 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d79de-06a6-4fac-8652-685e720d701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9912eb-cc1c-4b2e-8f95-4d894f6101b7,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:49.060841 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ec1acfda-550d-4b55-999c-7946e9e1d7d2 req-2cac6d36-1fbf-4a91-b955-df4e2b7047a1 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677445 Sep 03 15:01:49.465942 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58532) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:49.480197 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b8295539-c0fc-4bfa-a659-a4d7924d5e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:49.587758 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b8295539-c0fc-4bfa-a659-a4d7924d5e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:49.592303 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b8295539-c0fc-4bfa-a659-a4d7924d5e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:49.634107 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-b8295539-c0fc-4bfa-a659-a4d7924d5e91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2780846ff28f490e8eecf773713cedfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664054 Sep 03 15:01:49.635113 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58536) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:49.639593 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8295539-c0fc-4bfa-a659-a4d7924d5e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e5b3c6-5498-4b4a-89fa-fb16eff3c989,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:49.692942 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a817911c-8c33-4596-b80e-3e34c49d9ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:49.717842 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a817911c-8c33-4596-b80e-3e34c49d9ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:49.764221 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a817911c-8c33-4596-b80e-3e34c49d9ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:49.766839 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a817911c-8c33-4596-b80e-3e34c49d9ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:49.768074 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a817911c-8c33-4596-b80e-3e34c49d9ab0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14e5b3c6-5498-4b4a-89fa-fb16eff3c989 HTTP/1.1" status: 204 len: 168 time: 0.1319237 Sep 03 15:01:49.775987 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817911c-8c33-4596-b80e-3e34c49d9ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e5b3c6-5498-4b4a-89fa-fb16eff3c989,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:50.180128 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116ac98-2155-49ad-affa-9f56414a417d req-8a473ec7-f58a-411e-bb64-b11c308bd3fb tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:50.181391 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9116ac98-2155-49ad-affa-9f56414a417d req-8a473ec7-f58a-411e-bb64-b11c308bd3fb tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0607538 Sep 03 15:01:50.226227 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9116ac98-2155-49ad-affa-9f56414a417d req-4f5b29af-8b20-4b44-abf0-32759aed392d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388691 Sep 03 15:01:50.254620 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58578) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:50.387446 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0e0145c-bc89-42f0-8575-75c9520f0906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:50.482325 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58600) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:50.570482 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0e0145c-bc89-42f0-8575-75c9520f0906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:50.579874 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0e0145c-bc89-42f0-8575-75c9520f0906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:50.622300 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a0e0145c-bc89-42f0-8575-75c9520f0906 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5d368a8be324b7aa5d9ed5feea3ebb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663933 Sep 03 15:01:50.623755 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0145c-bc89-42f0-8575-75c9520f0906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d7e320-ec3a-47e5-ae0c-69632750eab6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:50.625685 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58630) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:50.679433 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6e45cfca-1181-400a-bd62-7a56ea22afe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:50.704131 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6e45cfca-1181-400a-bd62-7a56ea22afe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:50.764778 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6e45cfca-1181-400a-bd62-7a56ea22afe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:50.768096 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6e45cfca-1181-400a-bd62-7a56ea22afe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:50.769595 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-6e45cfca-1181-400a-bd62-7a56ea22afe9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59d7e320-ec3a-47e5-ae0c-69632750eab6 HTTP/1.1" status: 204 len: 168 time: 0.1428349 Sep 03 15:01:50.779275 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45cfca-1181-400a-bd62-7a56ea22afe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d7e320-ec3a-47e5-ae0c-69632750eab6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:50.793814 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82b47055-1632-4f0a-863c-6f7162ed1398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:50.901282 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82b47055-1632-4f0a-863c-6f7162ed1398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:50.910550 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-82b47055-1632-4f0a-863c-6f7162ed1398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:50.965672 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b47055-1632-4f0a-863c-6f7162ed1398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e0219d-1283-4864-83b0-1ccd03c37977,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:50.981969 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-82b47055-1632-4f0a-863c-6f7162ed1398 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f841da4f4e9b414baa3bc81d3b43d517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4983571 Sep 03 15:01:50.988474 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58660) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:51.095865 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9a6efa5-3c6d-46d6-8b99-efa48e01fb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.125073 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9a6efa5-3c6d-46d6-8b99-efa48e01fb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.177814 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58672) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:51.177926 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9a6efa5-3c6d-46d6-8b99-efa48e01fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.180624 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9a6efa5-3c6d-46d6-8b99-efa48e01fb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.181857 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-b9a6efa5-3c6d-46d6-8b99-efa48e01fb4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76e0219d-1283-4864-83b0-1ccd03c37977 HTTP/1.1" status: 204 len: 168 time: 0.1917300 Sep 03 15:01:51.191606 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb415663-8afa-4761-aa18-4ba8ac59a1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.194389 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6efa5-3c6d-46d6-8b99-efa48e01fb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e0219d-1283-4864-83b0-1ccd03c37977,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:51.304582 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb415663-8afa-4761-aa18-4ba8ac59a1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.316920 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb415663-8afa-4761-aa18-4ba8ac59a1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.398938 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bb415663-8afa-4761-aa18-4ba8ac59a1b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32397f3b5bfd4c9aa6fc44f9cd044e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177966 Sep 03 15:01:51.399758 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58692) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:51.406458 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb415663-8afa-4761-aa18-4ba8ac59a1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a5a564-bd09-4b61-ac4d-8251cb64b4e0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:51.421260 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecb6de-6640-4dff-8e59-745d43c4ea5d req-1f489637-487e-4c38-9404-86139ae7894d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:51.429608 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f2ecb6de-6640-4dff-8e59-745d43c4ea5d req-1f489637-487e-4c38-9404-86139ae7894d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.1145465 Sep 03 15:01:51.465169 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f2ecb6de-6640-4dff-8e59-745d43c4ea5d req-386236e3-694d-43f1-a543-5e4620e986e2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346241 Sep 03 15:01:51.522330 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33985cdd-62f9-4826-86dc-07125f4f1b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.552822 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33985cdd-62f9-4826-86dc-07125f4f1b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.624925 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33985cdd-62f9-4826-86dc-07125f4f1b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.627903 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-33985cdd-62f9-4826-86dc-07125f4f1b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.629800 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-33985cdd-62f9-4826-86dc-07125f4f1b35 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68a5a564-bd09-4b61-ac4d-8251cb64b4e0 HTTP/1.1" status: 204 len: 168 time: 0.2288685 Sep 03 15:01:51.638529 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33985cdd-62f9-4826-86dc-07125f4f1b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a5a564-bd09-4b61-ac4d-8251cb64b4e0,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:51.643296 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58708) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:51.680767 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c103bab8-a7d1-48e0-89d8-a10cfc791c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.812067 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c103bab8-a7d1-48e0-89d8-a10cfc791c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.816952 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c103bab8-a7d1-48e0-89d8-a10cfc791c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.868305 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-c103bab8-a7d1-48e0-89d8-a10cfc791c88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=391d6fb0351c42a58da49b43c8fe60e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070348 Sep 03 15:01:51.868896 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58716) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:51.869409 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103bab8-a7d1-48e0-89d8-a10cfc791c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599c1880-0796-42a5-a7c5-7d250e6484d9,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:51.934386 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a32b595-49e5-47a2-a4cc-478b939027ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:51.960525 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a32b595-49e5-47a2-a4cc-478b939027ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:52.018426 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a32b595-49e5-47a2-a4cc-478b939027ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:52.020893 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a32b595-49e5-47a2-a4cc-478b939027ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:52.022259 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3a32b595-49e5-47a2-a4cc-478b939027ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/599c1880-0796-42a5-a7c5-7d250e6484d9 HTTP/1.1" status: 204 len: 168 time: 0.1513488 Sep 03 15:01:52.029981 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32b595-49e5-47a2-a4cc-478b939027ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599c1880-0796-42a5-a7c5-7d250e6484d9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:52.102522 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58732) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:52.423284 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-218b4eb8-8dc2-4d2c-b767-90715fdc439e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:52.584613 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-218b4eb8-8dc2-4d2c-b767-90715fdc439e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:52.595981 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-218b4eb8-8dc2-4d2c-b767-90715fdc439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:52.642602 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac858c-4c04-449a-b8cb-1cd53f0daa58 req-19a38ab8-8c3a-416d-bab8-b3340095b1f4 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:52.647498 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-49ac858c-4c04-449a-b8cb-1cd53f0daa58 req-19a38ab8-8c3a-416d-bab8-b3340095b1f4 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0923831 Sep 03 15:01:52.662346 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b4eb8-8dc2-4d2c-b767-90715fdc439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7aa7c9-6219-4dce-b393-e71f2a1aeab3,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:52.686030 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-218b4eb8-8dc2-4d2c-b767-90715fdc439e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8aa6fde71f1f4d03bf30531ed74c8a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819433 Sep 03 15:01:52.688729 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58766) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:52.745637 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-49ac858c-4c04-449a-b8cb-1cd53f0daa58 req-31da4140-ae86-4167-aa6f-e8931818cf1f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862162 Sep 03 15:01:52.785655 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-35686b69-2c6b-458e-8e59-3a54d9ac1f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:52.809235 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-35686b69-2c6b-458e-8e59-3a54d9ac1f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:52.874945 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-35686b69-2c6b-458e-8e59-3a54d9ac1f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:52.878057 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-35686b69-2c6b-458e-8e59-3a54d9ac1f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:52.881923 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-35686b69-2c6b-458e-8e59-3a54d9ac1f24 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb7aa7c9-6219-4dce-b393-e71f2a1aeab3 HTTP/1.1" status: 204 len: 168 time: 0.1897235 Sep 03 15:01:52.890929 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35686b69-2c6b-458e-8e59-3a54d9ac1f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7aa7c9-6219-4dce-b393-e71f2a1aeab3,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:53.057137 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58790) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:53.217923 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1024768384-network', 'tenant_id': '07b32e2760d44e10bb5bfd22cf19ffe6'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:01:53.308337 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Made reservation on behalf of 07b32e2760d44e10bb5bfd22cf19ffe6 for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:01:53.313825 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.324077 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.376045 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58812) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:53.404775 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d07af250-e8b2-4355-81ad-ad97c27356e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.438190 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.452278 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.486690 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:01:53.507164 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514b3a87-bd68-4f1e-ab38-c6381e510d5e,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:53.512351 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.512715 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.segments_db [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Added segment f4655d93-de0b-47b8-bd00-3d852a99807d of type vlan for network f136f52e-d41a-49f2-b7cd-2355e8efa6d3 Sep 03 15:01:53.571192 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.578950 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d07af250-e8b2-4355-81ad-ad97c27356e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.586899 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d07af250-e8b2-4355-81ad-ad97c27356e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.612554 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.614531 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:53.615492 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.628733 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07af250-e8b2-4355-81ad-ad97c27356e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05430296-25bb-4783-a6e8-734ddc43e883,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:53.635003 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d07af250-e8b2-4355-81ad-ad97c27356e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1eaf03b4c6c45c18ef5417a3203e9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576807 Sep 03 15:01:53.637810 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58824) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:53.664349 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6058705 Sep 03 15:01:53.667406 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58826) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:53.672677 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] Request body: {'subnet': {'network_id': 'f136f52e-d41a-49f2-b7cd-2355e8efa6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1024768384-subnet', 'tenant_id': '07b32e2760d44e10bb5bfd22cf19ffe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:01:53.695332 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] Made reservation on behalf of 07b32e2760d44e10bb5bfd22cf19ffe6 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:01:53.698662 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12987618'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.703869 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6884f-7d98-4030-bf28-f2723078c645 admin admin] Pushing event updated for resources: {'Network': ['ID=f136f52e-d41a-49f2-b7cd-2355e8efa6d3,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:53.719339 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network f136f52e-d41a-49f2-b7cd-2355e8efa6d3 details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:01:53.760485 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bddd10dc-fee0-4205-b2df-21d0ef083d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.798691 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bddd10dc-fee0-4205-b2df-21d0ef083d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.883014 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bddd10dc-fee0-4205-b2df-21d0ef083d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.890109 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-bddd10dc-fee0-4205-b2df-21d0ef083d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:53.894098 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-bddd10dc-fee0-4205-b2df-21d0ef083d20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05430296-25bb-4783-a6e8-734ddc43e883 HTTP/1.1" status: 204 len: 168 time: 0.2533727 Sep 03 15:01:53.903266 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd10dc-fee0-4205-b2df-21d0ef083d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05430296-25bb-4783-a6e8-734ddc43e883,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:54.038552 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2d26-2e35-41e8-9301-271c594f0ca7 req-18adeb54-f62f-40d8-9e18-5a4d62f61b46 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:54.046250 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a49a2d26-2e35-41e8-9301-271c594f0ca7 req-18adeb54-f62f-40d8-9e18-5a4d62f61b46 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.1523986 Sep 03 15:01:54.054050 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13202717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12987596'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:54.151466 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a49a2d26-2e35-41e8-9301-271c594f0ca7 req-6c105106-fb36-4aad-a544-cb53ca55b9b5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040628 Sep 03 15:01:54.174477 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90420b4a-e252-42dc-a219-bf621a9e4b6c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:54.196921 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] Checking segment: {'id': 'f4655d93-de0b-47b8-bd00-3d852a99807d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f136f52e-d41a-49f2-b7cd-2355e8efa6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:01:54.197597 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] Network hostable DHCP agents. Network: f136f52e-d41a-49f2-b7cd-2355e8efa6d3, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:01:54.222873 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] Network f136f52e-d41a-49f2-b7cd-2355e8efa6d3 is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:01:54.235337 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, f136f52e-d41a-49f2-b7cd-2355e8efa6d3) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:01:54.244895 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deed1c01-ff92-4d0f-840e-a3f6da6f5d71 None None] Network f136f52e-d41a-49f2-b7cd-2355e8efa6d3 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:01:54.253589 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:54.255677 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:54.297574 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3fea6fdf-cfa7-4c8d-b8b6-23a145425311 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6206903 Sep 03 15:01:54.460792 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045abb49-8f17-49ac-89cf-66ac1f84c281 None None] Network f136f52e-d41a-49f2-b7cd-2355e8efa6d3 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:01:55.128167 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 58942) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:55.133746 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1544767155-network', 'tenant_id': 'b31d4e16c5354dda864f0f4f6d1794ec'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:01:55.163836 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Made reservation on behalf of b31d4e16c5354dda864f0f4f6d1794ec for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:01:55.166482 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:55.175246 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:55.316355 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2c58a-d4e1-410d-8a81-1cd2b9863563 req-ba4d12f7-1b1b-418d-9976-177d8bc674c1 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:55.324619 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-24d2c58a-d4e1-410d-8a81-1cd2b9863563 req-ba4d12f7-1b1b-418d-9976-177d8bc674c1 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0898132 Sep 03 15:01:55.328528 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:55.348829 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:55.367276 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:01:55.396604 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-24d2c58a-d4e1-410d-8a81-1cd2b9863563 req-78eb00c9-122a-45d1-ad5b-84f7047a9de2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711114 Sep 03 15:01:55.398431 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:55.398959 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.segments_db [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Added segment 5e613860-578e-4f6a-8f76-399d3ddeb3fc of type vlan for network be350b5d-6d55-4fc6-a9f2-af5b463d62ca Sep 03 15:01:55.407137 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bf9bce-0353-44e0-a5d7-b9f3469a78f2,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:55.483030 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:55.523755 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:55.525636 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:55.526244 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:55.573414 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4440155 Sep 03 15:01:55.576258 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58970) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:55.582759 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] Request body: {'subnet': {'network_id': 'be350b5d-6d55-4fc6-a9f2-af5b463d62ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1544767155-subnet', 'tenant_id': 'b31d4e16c5354dda864f0f4f6d1794ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:01:55.601565 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa624f4-378b-4d3e-9c04-01ec896a7e3b admin admin] Pushing event updated for resources: {'Network': ['ID=be350b5d-6d55-4fc6-a9f2-af5b463d62ca,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:55.612460 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network be350b5d-6d55-4fc6-a9f2-af5b463d62ca details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:01:55.640896 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] Made reservation on behalf of b31d4e16c5354dda864f0f4f6d1794ec for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:01:55.643549 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12987618'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:55.851011 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13202717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12987596'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:55.901667 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecaa716-83e0-451c-96d0-8d17678a1be9,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:55.917809 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] Checking segment: {'id': '5e613860-578e-4f6a-8f76-399d3ddeb3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'be350b5d-6d55-4fc6-a9f2-af5b463d62ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:01:55.918164 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] Network hostable DHCP agents. Network: be350b5d-6d55-4fc6-a9f2-af5b463d62ca, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:01:55.936951 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] Network be350b5d-6d55-4fc6-a9f2-af5b463d62ca is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:01:55.950539 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, be350b5d-6d55-4fc6-a9f2-af5b463d62ca) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:01:55.958252 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:55.958996 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:55.962218 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312373f0-456e-4b99-9f13-830fff2181d7 None None] Network be350b5d-6d55-4fc6-a9f2-af5b463d62ca requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:01:55.974855 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2e3c05ef-ec0c-4148-9d8f-14d1fe21286b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3968694 Sep 03 15:01:56.102812 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556e2933-582f-4fae-b441-1c7874c5a6e7 None None] Network be350b5d-6d55-4fc6-a9f2-af5b463d62ca requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:01:56.121382 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58980) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:56.166448 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32ba3f8-33a1-4922-a611-5e09cc34c80e admin admin] Deleting subnet 90420b4a-e252-42dc-a219-bf621a9e4b6c {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:01:56.169897 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d32ba3f8-33a1-4922-a611-5e09cc34c80e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.209705 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d32ba3f8-33a1-4922-a611-5e09cc34c80e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12584577'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.250619 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d32ba3f8-33a1-4922-a611-5e09cc34c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.305437 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d32ba3f8-33a1-4922-a611-5e09cc34c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13202908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12987591'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.330932 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ba3f8-33a1-4922-a611-5e09cc34c80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90420b4a-e252-42dc-a219-bf621a9e4b6c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:56.332684 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d32ba3f8-33a1-4922-a611-5e09cc34c80e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.334564 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d32ba3f8-33a1-4922-a611-5e09cc34c80e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/90420b4a-e252-42dc-a219-bf621a9e4b6c HTTP/1.1" status: 204 len: 168 time: 0.2120366 Sep 03 15:01:56.337212 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 58982) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:56.408884 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-266698a1-785b-4688-961d-66074d353047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.491028 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-266698a1-785b-4688-961d-66074d353047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.510485 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-266698a1-785b-4688-961d-66074d353047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f136f52e-d41a-49f2-b7cd-2355e8efa6d3']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:56.745055 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-266698a1-785b-4688-961d-66074d353047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4655d93-de0b-47b8-bd00-3d852a99807d') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:56.745798 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-266698a1-785b-4688-961d-66074d353047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4655d93-de0b-47b8-bd00-3d852a99807d') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:56.757893 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-266698a1-785b-4688-961d-66074d353047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12584600'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.776513 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-266698a1-785b-4688-961d-66074d353047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.790099 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf528c-1639-430b-9fee-2ad636cc0f0c req-c7c138c7-c0cc-4e81-846b-e1ec3b56304f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:56.791798 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bbaf528c-1639-430b-9fee-2ad636cc0f0c req-c7c138c7-c0cc-4e81-846b-e1ec3b56304f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.2979474 Sep 03 15:01:56.794447 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266698a1-785b-4688-961d-66074d353047 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:01:56.795047 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-266698a1-785b-4688-961d-66074d353047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13202818'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: timer() Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: self._notify() Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: event.method(event) Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:01:56.796986 dv-cinder-774288-7-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:01:56.875423 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-266698a1-785b-4688-961d-66074d353047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.879789 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bbaf528c-1639-430b-9fee-2ad636cc0f0c req-7ec37a5a-662e-4a7b-8d98-49e553d41831 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730271 Sep 03 15:01:56.903759 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266698a1-785b-4688-961d-66074d353047 admin admin] Pushing event deleted for resources: {'Network': ['ID=f136f52e-d41a-49f2-b7cd-2355e8efa6d3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:56.907874 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-266698a1-785b-4688-961d-66074d353047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:56.910819 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-266698a1-785b-4688-961d-66074d353047 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f136f52e-d41a-49f2-b7cd-2355e8efa6d3 HTTP/1.1" status: 204 len: 168 time: 0.5720346 Sep 03 15:01:56.912881 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59002) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:56.960793 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c163c9-2f71-46b9-a2b5-4a5d3ccded9c admin admin] Deleting subnet 2ecaa716-83e0-451c-96d0-8d17678a1be9 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:01:56.964170 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94c163c9-2f71-46b9-a2b5-4a5d3ccded9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.000100 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94c163c9-2f71-46b9-a2b5-4a5d3ccded9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12584577'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.044042 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94c163c9-2f71-46b9-a2b5-4a5d3ccded9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.101682 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94c163c9-2f71-46b9-a2b5-4a5d3ccded9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13202908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12987591'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.128523 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c163c9-2f71-46b9-a2b5-4a5d3ccded9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ecaa716-83e0-451c-96d0-8d17678a1be9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:57.130571 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-94c163c9-2f71-46b9-a2b5-4a5d3ccded9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.132487 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-94c163c9-2f71-46b9-a2b5-4a5d3ccded9c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2ecaa716-83e0-451c-96d0-8d17678a1be9 HTTP/1.1" status: 204 len: 168 time: 0.2186925 Sep 03 15:01:57.142237 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59006) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:57.208012 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.294530 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.304855 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be350b5d-6d55-4fc6-a9f2-af5b463d62ca']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:57.314662 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e613860-578e-4f6a-8f76-399d3ddeb3fc') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:57.314957 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e613860-578e-4f6a-8f76-399d3ddeb3fc') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:01:57.324978 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12584600'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.338529 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.344490 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:01:57.344870 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13202818'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: timer() Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: self._notify() Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: event.method(event) Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:01:57.346532 dv-cinder-774288-7-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:01:57.403488 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.409397 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.411381 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] 10.222.0.46 "DELETE /v2.0/networks/be350b5d-6d55-4fc6-a9f2-af5b463d62ca HTTP/1.1" status: 204 len: 168 time: 0.2754347 Sep 03 15:01:57.423651 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db95e47-448b-42aa-98a7-c90f2b651c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=be350b5d-6d55-4fc6-a9f2-af5b463d62ca,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:57.593357 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59018) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:57.637171 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3096e119-6fc5-4c41-a0e4-ca2054be9bed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07b32e2760d44e10bb5bfd22cf19ffe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425653 Sep 03 15:01:57.640212 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59020) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:57.690270 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a02a662b-1b90-4f73-95f8-254ec7b83cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.711767 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a02a662b-1b90-4f73-95f8-254ec7b83cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.759883 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a02a662b-1b90-4f73-95f8-254ec7b83cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.762708 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a02a662b-1b90-4f73-95f8-254ec7b83cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:57.763841 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a02a662b-1b90-4f73-95f8-254ec7b83cb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/514b3a87-bd68-4f1e-ab38-c6381e510d5e HTTP/1.1" status: 204 len: 168 time: 0.1226954 Sep 03 15:01:57.771661 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a662b-1b90-4f73-95f8-254ec7b83cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b3a87-bd68-4f1e-ab38-c6381e510d5e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:58.037668 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7b224-7d1c-470c-b4e7-8446b16c2634 req-75cf28e6-86ac-4b16-8b1d-502a89690e1e tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:58.039948 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a1b7b224-7d1c-470c-b4e7-8446b16c2634 req-75cf28e6-86ac-4b16-8b1d-502a89690e1e tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0520246 Sep 03 15:01:58.085471 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a1b7b224-7d1c-470c-b4e7-8446b16c2634 req-c270bb1a-42e7-4199-817a-3e172e43d684 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383487 Sep 03 15:01:58.151443 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59046) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:58.193922 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bce8bc0d-e293-46c6-a825-f71a25f41486 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b31d4e16c5354dda864f0f4f6d1794ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410476 Sep 03 15:01:58.196237 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59048) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:58.243250 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17a20da2-108b-4d84-9db5-ae50d320440a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:58.263903 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17a20da2-108b-4d84-9db5-ae50d320440a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:58.326594 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17a20da2-108b-4d84-9db5-ae50d320440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:58.328813 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17a20da2-108b-4d84-9db5-ae50d320440a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:58.330022 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-17a20da2-108b-4d84-9db5-ae50d320440a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4bf9bce-0353-44e0-a5d7-b9f3469a78f2 HTTP/1.1" status: 204 len: 168 time: 0.1328886 Sep 03 15:01:58.338826 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a20da2-108b-4d84-9db5-ae50d320440a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bf9bce-0353-44e0-a5d7-b9f3469a78f2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:58.607570 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59060) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:58.747817 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd5dcbbc-8974-4c90-93fe-27e06a742288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:58.849944 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd5dcbbc-8974-4c90-93fe-27e06a742288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:58.856236 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd5dcbbc-8974-4c90-93fe-27e06a742288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:58.897271 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bd5dcbbc-8974-4c90-93fe-27e06a742288 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bfb905166a2d4c71b7be4d4553952b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861109 Sep 03 15:01:58.897422 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59080) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:58.907275 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dcbbc-8974-4c90-93fe-27e06a742288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c4c76c-c057-47ab-83eb-0746e519f403,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:58.964755 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0025de77-844f-45a3-9825-ae5326ef70b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:58.999716 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0025de77-844f-45a3-9825-ae5326ef70b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:59.076511 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0025de77-844f-45a3-9825-ae5326ef70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:59.079782 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0025de77-844f-45a3-9825-ae5326ef70b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:59.081224 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0025de77-844f-45a3-9825-ae5326ef70b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12c4c76c-c057-47ab-83eb-0746e519f403 HTTP/1.1" status: 204 len: 168 time: 0.1828706 Sep 03 15:01:59.090864 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025de77-844f-45a3-9825-ae5326ef70b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c4c76c-c057-47ab-83eb-0746e519f403,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:59.290392 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da63d29-4d27-4bf7-b83c-a48441267429 req-83261d9a-41f4-44b6-b016-36bced03a9a5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:01:59.299200 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8da63d29-4d27-4bf7-b83c-a48441267429 req-83261d9a-41f4-44b6-b016-36bced03a9a5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0903685 Sep 03 15:01:59.358524 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8da63d29-4d27-4bf7-b83c-a48441267429 req-d156ff17-270f-4c3b-9eb0-cd78ce4dfdc8 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522830 Sep 03 15:01:59.554122 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59112) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:59.579707 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6b3291ee-885c-4f0a-be86-c548e7dd7fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:59.670743 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6b3291ee-885c-4f0a-be86-c548e7dd7fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:59.676038 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6b3291ee-885c-4f0a-be86-c548e7dd7fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:59.723843 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-6b3291ee-885c-4f0a-be86-c548e7dd7fca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d12dd44a9263478fb3bcb69eb1d1bca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690125 Sep 03 15:01:59.724733 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3291ee-885c-4f0a-be86-c548e7dd7fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba039dc-1e1a-4392-99d4-1c5ca35b71b9,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:01:59.726673 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59118) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:01:59.799321 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a786173-b954-40e6-abb0-138267613772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:59.821218 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a786173-b954-40e6-abb0-138267613772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:59.872196 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a786173-b954-40e6-abb0-138267613772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:59.875915 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9a786173-b954-40e6-abb0-138267613772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:01:59.878315 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9a786173-b954-40e6-abb0-138267613772 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ba039dc-1e1a-4392-99d4-1c5ca35b71b9 HTTP/1.1" status: 204 len: 168 time: 0.1500096 Sep 03 15:01:59.888697 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a786173-b954-40e6-abb0-138267613772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba039dc-1e1a-4392-99d4-1c5ca35b71b9,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:00.519248 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad434a9-3e11-487b-935a-3bc45b37add5 req-3dabe839-b3c5-4f2b-94c0-fff02aa1fabe tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:00.523749 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1ad434a9-3e11-487b-935a-3bc45b37add5 req-3dabe839-b3c5-4f2b-94c0-fff02aa1fabe tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0701892 Sep 03 15:02:00.594152 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1ad434a9-3e11-487b-935a-3bc45b37add5 req-540dc499-cd73-42e8-be92-d64088cd065f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496008 Sep 03 15:02:00.678863 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59172) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:00.931433 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e0fc679-27dd-4f06-81fa-3aaec7290582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.075227 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e0fc679-27dd-4f06-81fa-3aaec7290582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.082036 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e0fc679-27dd-4f06-81fa-3aaec7290582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.130078 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-6e0fc679-27dd-4f06-81fa-3aaec7290582 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6f2a08dae0c42f48a71e7c162870687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500296 Sep 03 15:02:01.130358 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59194) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:01.130826 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fc679-27dd-4f06-81fa-3aaec7290582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2be7190-b86f-465a-ad89-da72e986bc8f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:01.167939 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59198) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:01.225305 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-27c93070-61b9-4185-97de-8d611a910a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.249684 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-27c93070-61b9-4185-97de-8d611a910a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.317446 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-06681830-6b08-48bd-a1f8-de2f6f70d452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.325542 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-27c93070-61b9-4185-97de-8d611a910a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.328108 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-27c93070-61b9-4185-97de-8d611a910a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.331847 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-27c93070-61b9-4185-97de-8d611a910a3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2be7190-b86f-465a-ad89-da72e986bc8f HTTP/1.1" status: 204 len: 168 time: 0.1983516 Sep 03 15:02:01.348455 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c93070-61b9-4185-97de-8d611a910a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2be7190-b86f-465a-ad89-da72e986bc8f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:01.451416 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-06681830-6b08-48bd-a1f8-de2f6f70d452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.456421 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-06681830-6b08-48bd-a1f8-de2f6f70d452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.500683 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-06681830-6b08-48bd-a1f8-de2f6f70d452 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3743363723f45a3a5d8c43be28f928f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288360 Sep 03 15:02:01.500683 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06681830-6b08-48bd-a1f8-de2f6f70d452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a937f123-e10c-4b1e-9eb1-ec1c24eb65ad,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:01.500929 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59210) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:01.553472 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54a69433-d3cd-4c05-844d-15d14e96609b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.575614 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54a69433-d3cd-4c05-844d-15d14e96609b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.635109 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54a69433-d3cd-4c05-844d-15d14e96609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.637669 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-54a69433-d3cd-4c05-844d-15d14e96609b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.641934 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-54a69433-d3cd-4c05-844d-15d14e96609b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a937f123-e10c-4b1e-9eb1-ec1c24eb65ad HTTP/1.1" status: 204 len: 168 time: 0.1399026 Sep 03 15:02:01.650737 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a69433-d3cd-4c05-844d-15d14e96609b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a937f123-e10c-4b1e-9eb1-ec1c24eb65ad,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:01.673176 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59218) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:01.698244 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53743a08-facd-4459-ac98-4b0ae465e7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.743656 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca81147-84a4-4671-bf79-167ed5f18d26 req-7657fd68-5334-4fa0-9457-e95081d02d2d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:01.748736 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eca81147-84a4-4671-bf79-167ed5f18d26 req-7657fd68-5334-4fa0-9457-e95081d02d2d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0637128 Sep 03 15:02:01.796554 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eca81147-84a4-4671-bf79-167ed5f18d26 req-5e770dc3-d68b-44c7-9f9a-51d19da1374f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Sep 03 15:02:01.799655 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53743a08-facd-4459-ac98-4b0ae465e7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.805459 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53743a08-facd-4459-ac98-4b0ae465e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.845614 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-53743a08-facd-4459-ac98-4b0ae465e7ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc083440dad94be2a5aaf4446d6f9c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699109 Sep 03 15:02:01.846868 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53743a08-facd-4459-ac98-4b0ae465e7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1c907e-0c13-4697-9ff6-10017e8241e9,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:01.851995 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59224) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:01.903511 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c613-99d4-4192-90a9-02906508fa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.926857 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c613-99d4-4192-90a9-02906508fa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.975137 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c613-99d4-4192-90a9-02906508fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.977830 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ba3c613-99d4-4192-90a9-02906508fa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:01.981369 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-8ba3c613-99d4-4192-90a9-02906508fa85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c1c907e-0c13-4697-9ff6-10017e8241e9 HTTP/1.1" status: 204 len: 168 time: 0.1260283 Sep 03 15:02:01.986877 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3c613-99d4-4192-90a9-02906508fa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1c907e-0c13-4697-9ff6-10017e8241e9,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:02.022557 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59230) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:02.036396 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3ac9-9950-45ba-a850-a8575c4acc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:02.134950 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3ac9-9950-45ba-a850-a8575c4acc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:02.139888 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3ac9-9950-45ba-a850-a8575c4acc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:02.178801 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-9bdb3ac9-9950-45ba-a850-a8575c4acc2d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f24a19ece0c430d9f0b728bf475dd80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551218 Sep 03 15:02:02.179892 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb3ac9-9950-45ba-a850-a8575c4acc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6891cf8f-caa7-447c-89ee-77400facc62b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:02.181717 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59234) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:02.241367 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-706ed6ff-71c3-4be3-aea0-765d63a7dbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:02.267924 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-706ed6ff-71c3-4be3-aea0-765d63a7dbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:02.315664 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-706ed6ff-71c3-4be3-aea0-765d63a7dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:02.318379 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-706ed6ff-71c3-4be3-aea0-765d63a7dbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:02.322718 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-706ed6ff-71c3-4be3-aea0-765d63a7dbd7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6891cf8f-caa7-447c-89ee-77400facc62b HTTP/1.1" status: 204 len: 168 time: 0.1392601 Sep 03 15:02:02.330499 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ed6ff-71c3-4be3-aea0-765d63a7dbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6891cf8f-caa7-447c-89ee-77400facc62b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:02.697278 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59268) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:02.714109 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ff88a8e-4455-45de-88a3-1ccf65fef36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:02.807874 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ff88a8e-4455-45de-88a3-1ccf65fef36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:02.813704 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ff88a8e-4455-45de-88a3-1ccf65fef36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:02.851172 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff88a8e-4455-45de-88a3-1ccf65fef36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd277fd-354c-4998-87a4-697a26c64b14,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:02.855584 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1ff88a8e-4455-45de-88a3-1ccf65fef36d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba8f1613e78840a4aea61cd52d4f2e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571987 Sep 03 15:02:02.859161 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59274) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:02.957081 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41093451-c98c-480c-8cd8-c8ba0bd43481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:02.967543 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93129d7-d934-4daa-98b1-56008cd1bf13 req-f8aeb5b7-d393-46ca-987a-583b75658255 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:02.969375 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e93129d7-d934-4daa-98b1-56008cd1bf13 req-f8aeb5b7-d393-46ca-987a-583b75658255 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0924096 Sep 03 15:02:03.014434 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41093451-c98c-480c-8cd8-c8ba0bd43481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:03.038995 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e93129d7-d934-4daa-98b1-56008cd1bf13 req-e95c1f36-40a8-41ac-b8fe-009e8ba0c852 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617359 Sep 03 15:02:03.079333 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41093451-c98c-480c-8cd8-c8ba0bd43481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:03.082263 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41093451-c98c-480c-8cd8-c8ba0bd43481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:03.083291 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-41093451-c98c-480c-8cd8-c8ba0bd43481 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0dd277fd-354c-4998-87a4-697a26c64b14 HTTP/1.1" status: 204 len: 168 time: 0.2229872 Sep 03 15:02:03.091355 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41093451-c98c-480c-8cd8-c8ba0bd43481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd277fd-354c-4998-87a4-697a26c64b14,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:04.180079 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59356) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:04.227374 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59360) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:04.333635 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-486f0a43-65a4-4898-8bb5-4a019f83f903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:04.345063 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7dade5d3-f869-431f-b2f1-67cd7fed3ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:04.377869 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.db.api [None req-7dade5d3-f869-431f-b2f1-67cd7fed3ee1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 15:02:04.377869 dv-cinder-774288-7-iscsi neutron-server[93829]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 15:02:04.377869 dv-cinder-774288-7-iscsi neutron-server[93829]: [parameters: {'project_id': 'a0857536be30467485aee234df767f12', 'id': 'b5f5b159-39f2-4f6a-832b-fad315d6dca6', 'expiration': datetime.datetime(2021, 9, 3, 15, 4, 4, 369904)}] Sep 03 15:02:04.377869 dv-cinder-774288-7-iscsi neutron-server[93829]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 15:02:04.378432 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG oslo_db.api [None req-7dade5d3-f869-431f-b2f1-67cd7fed3ee1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 15:02:04.450269 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-486f0a43-65a4-4898-8bb5-4a019f83f903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:04.456601 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-486f0a43-65a4-4898-8bb5-4a019f83f903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:04.493165 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-486f0a43-65a4-4898-8bb5-4a019f83f903 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c513b75f2d8a43f38131bf1b0f9292c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120527 Sep 03 15:02:04.494034 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f0a43-65a4-4898-8bb5-4a019f83f903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310e8f9e-1052-45b7-95a8-bc59ce37b512,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:04.496769 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59364) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:04.553351 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa9fbfd0-50d3-4227-a4c1-c878a714e325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:04.575244 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa9fbfd0-50d3-4227-a4c1-c878a714e325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:04.627908 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa9fbfd0-50d3-4227-a4c1-c878a714e325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:04.630699 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-aa9fbfd0-50d3-4227-a4c1-c878a714e325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:04.631870 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-aa9fbfd0-50d3-4227-a4c1-c878a714e325 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/310e8f9e-1052-45b7-95a8-bc59ce37b512 HTTP/1.1" status: 204 len: 168 time: 0.1333072 Sep 03 15:02:04.639546 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fbfd0-50d3-4227-a4c1-c878a714e325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310e8f9e-1052-45b7-95a8-bc59ce37b512,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:04.879429 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7dade5d3-f869-431f-b2f1-67cd7fed3ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:04.979766 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7dade5d3-f869-431f-b2f1-67cd7fed3ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:04.986940 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7dade5d3-f869-431f-b2f1-67cd7fed3ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.023447 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dade5d3-f869-431f-b2f1-67cd7fed3ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b10c15-a60a-40c6-b58a-89d8ca338a96,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:05.030674 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-7dade5d3-f869-431f-b2f1-67cd7fed3ee1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0857536be30467485aee234df767f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7994254 Sep 03 15:02:05.031540 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59382) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:05.089827 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92cee19a-e938-455f-8f62-0b58fb6fe3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.121939 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92cee19a-e938-455f-8f62-0b58fb6fe3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.175749 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92cee19a-e938-455f-8f62-0b58fb6fe3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.178548 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-92cee19a-e938-455f-8f62-0b58fb6fe3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.179724 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-92cee19a-e938-455f-8f62-0b58fb6fe3ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3b10c15-a60a-40c6-b58a-89d8ca338a96 HTTP/1.1" status: 204 len: 168 time: 0.1466630 Sep 03 15:02:05.188107 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cee19a-e938-455f-8f62-0b58fb6fe3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b10c15-a60a-40c6-b58a-89d8ca338a96,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:05.504856 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59402) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:05.519198 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c667601-c47b-4a18-a030-ae40c9a179c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.612543 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c667601-c47b-4a18-a030-ae40c9a179c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.617202 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1c667601-c47b-4a18-a030-ae40c9a179c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.661362 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1c667601-c47b-4a18-a030-ae40c9a179c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62147523e6b34eddbaf1802b45f1ba51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528225 Sep 03 15:02:05.661362 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c667601-c47b-4a18-a030-ae40c9a179c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810ad2fa-e98e-442b-9d68-9145b0a555dd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:05.661735 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59404) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:05.710876 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-039f1f01-0c02-4497-80cd-a7b9dc7de26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.733431 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-039f1f01-0c02-4497-80cd-a7b9dc7de26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.792699 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-039f1f01-0c02-4497-80cd-a7b9dc7de26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.795365 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-039f1f01-0c02-4497-80cd-a7b9dc7de26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:05.798821 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-039f1f01-0c02-4497-80cd-a7b9dc7de26d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/810ad2fa-e98e-442b-9d68-9145b0a555dd HTTP/1.1" status: 204 len: 168 time: 0.1337605 Sep 03 15:02:05.805031 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f1f01-0c02-4497-80cd-a7b9dc7de26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810ad2fa-e98e-442b-9d68-9145b0a555dd,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:06.272496 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42223d04-f7b2-43e7-932a-24f574c3ab8e req-0cc9ab32-e03e-45f1-8bd2-631585db8192 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:06.274017 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-42223d04-f7b2-43e7-932a-24f574c3ab8e req-0cc9ab32-e03e-45f1-8bd2-631585db8192 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0504715 Sep 03 15:02:06.323360 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-42223d04-f7b2-43e7-932a-24f574c3ab8e req-a4ac176a-693d-4117-b774-5ede314446e6 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Sep 03 15:02:07.040362 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:10.509588 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415ba89-e2f1-4f6e-87bf-5fb0e719d5be req-abd87476-1761-4b1d-8efd-cdd875d3fd70 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:10.511158 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d415ba89-e2f1-4f6e-87bf-5fb0e719d5be req-abd87476-1761-4b1d-8efd-cdd875d3fd70 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0521321 Sep 03 15:02:10.551555 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d415ba89-e2f1-4f6e-87bf-5fb0e719d5be req-a5e10907-fac9-457c-a451-06a01bb637b1 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342677 Sep 03 15:02:11.590718 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f92c64be-e41a-44aa-a5e4-1ed3a373e880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:12.950533 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:02:13.830044 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c4f09-3db6-4802-ab48-8a628f35aac1 req-64824c4a-c66a-412b-b182-052368cacfdf tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:13.831512 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-961c4f09-3db6-4802-ab48-8a628f35aac1 req-64824c4a-c66a-412b-b182-052368cacfdf tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0483491 Sep 03 15:02:13.868746 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-961c4f09-3db6-4802-ab48-8a628f35aac1 req-1b1003ae-0543-4002-bdd3-84f49db071f2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313027 Sep 03 15:02:14.216352 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7936a69f-3140-4352-8278-144e28cbedef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:14.343272 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:15.000613 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ee914-cc4d-4eda-9cf2-16cfb9f248ed req-305c13e9-99a5-430a-bd10-f1f5ce5104a8 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:15.002125 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a64ee914-cc4d-4eda-9cf2-16cfb9f248ed req-305c13e9-99a5-430a-bd10-f1f5ce5104a8 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0581517 Sep 03 15:02:15.041155 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a64ee914-cc4d-4eda-9cf2-16cfb9f248ed req-6e769fb8-8851-4a60-bd59-a5caa62dcc0e tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327017 Sep 03 15:02:15.223309 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:16.178527 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a4064-0b6f-4d3d-bf9b-5a01bed535ec req-7b4a711b-1cd0-4356-8d7b-a6f0f22c54ae tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:16.179793 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e39a4064-0b6f-4d3d-bf9b-5a01bed535ec req-7b4a711b-1cd0-4356-8d7b-a6f0f22c54ae tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0532634 Sep 03 15:02:16.227517 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e39a4064-0b6f-4d3d-bf9b-5a01bed535ec req-d5f71573-594e-433a-b069-1fbcc54cb15e tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Sep 03 15:02:17.119131 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:17.350061 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6edae0-1532-47d4-b2c2-e2bf44a000a4 req-f7389c0c-51c0-4af0-afef-cbea560ac0e7 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:17.351805 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5d6edae0-1532-47d4-b2c2-e2bf44a000a4 req-f7389c0c-51c0-4af0-afef-cbea560ac0e7 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0491946 Sep 03 15:02:17.391609 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5d6edae0-1532-47d4-b2c2-e2bf44a000a4 req-e5b184f6-c68e-411f-ad16-441ee906d911 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338767 Sep 03 15:02:17.724414 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277e0b0-53b0-40dc-954a-d14293c5e9c7 req-fb83b1d9-b5e8-47eb-ba68-46da92dcf540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:17.725988 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d277e0b0-53b0-40dc-954a-d14293c5e9c7 req-fb83b1d9-b5e8-47eb-ba68-46da92dcf540 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 1098 time: 0.0445261 Sep 03 15:02:18.521106 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964d62c-8c40-407c-ad6b-5b54d73c0a5f req-86173f4d-d631-4a21-94f6-7c23748bee28 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:18.522618 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2964d62c-8c40-407c-ad6b-5b54d73c0a5f req-86173f4d-d631-4a21-94f6-7c23748bee28 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0473735 Sep 03 15:02:18.561394 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2964d62c-8c40-407c-ad6b-5b54d73c0a5f req-0f92d118-d712-4e9d-bd47-71e9ac53e4fa tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325091 Sep 03 15:02:18.616512 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d277e0b0-53b0-40dc-954a-d14293c5e9c7 req-64a12cc6-0638-4b5e-bb7c-ce8d00088c8b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281670 Sep 03 15:02:19.690411 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df2e41-6dc7-45fe-8a8d-97522220d95d req-cd2146e1-237c-46d3-ad6f-1b8f22a3c155 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:19.691947 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-74df2e41-6dc7-45fe-8a8d-97522220d95d req-cd2146e1-237c-46d3-ad6f-1b8f22a3c155 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0632851 Sep 03 15:02:19.730797 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-74df2e41-6dc7-45fe-8a8d-97522220d95d req-75a6eba6-b2de-46e4-8ad3-e0e9514fe7ff tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327568 Sep 03 15:02:20.855125 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c04acb-128a-4fd3-8efc-2986a3344497 req-459138a5-ebd6-4c14-a95e-f03e42db50d2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:20.856600 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58c04acb-128a-4fd3-8efc-2986a3344497 req-459138a5-ebd6-4c14-a95e-f03e42db50d2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0530317 Sep 03 15:02:20.895560 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58c04acb-128a-4fd3-8efc-2986a3344497 req-0148e387-898e-445d-ac75-dbb2c3673c6a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330281 Sep 03 15:02:22.015421 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18283ced-c691-4628-9af4-c28022d8e270 req-8e9d7d09-aaa3-47df-be6f-4998337f0be1 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:22.016918 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-18283ced-c691-4628-9af4-c28022d8e270 req-8e9d7d09-aaa3-47df-be6f-4998337f0be1 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0488422 Sep 03 15:02:22.053853 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-18283ced-c691-4628-9af4-c28022d8e270 req-41c4a44d-abae-4f7d-a3c6-2d6b985c4129 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Sep 03 15:02:23.169071 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eeaa38-63ac-4f63-927d-2d78039ce91a req-5a25bdab-a6b7-4a95-83c7-f47930860722 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:23.170480 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-33eeaa38-63ac-4f63-927d-2d78039ce91a req-5a25bdab-a6b7-4a95-83c7-f47930860722 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0523045 Sep 03 15:02:23.212665 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-33eeaa38-63ac-4f63-927d-2d78039ce91a req-2feeb918-bec2-48c4-b74a-971137b4efa6 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331175 Sep 03 15:02:24.364389 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16890dc7-ffdc-46fe-9efb-26709f32e8ec req-4652ad35-c561-4904-9743-7ea76455e5cb tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:24.365807 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-16890dc7-ffdc-46fe-9efb-26709f32e8ec req-4652ad35-c561-4904-9743-7ea76455e5cb tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0672064 Sep 03 15:02:24.410109 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-16890dc7-ffdc-46fe-9efb-26709f32e8ec req-b9e810a3-e5fc-4279-8bee-1214fd170045 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Sep 03 15:02:25.538425 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46fd74-e39b-40d1-a725-83333ff90468 req-5a538a21-0614-496c-b264-88fb6aa6abc2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:25.540278 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2c46fd74-e39b-40d1-a725-83333ff90468 req-5a538a21-0614-496c-b264-88fb6aa6abc2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0523200 Sep 03 15:02:25.582474 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2c46fd74-e39b-40d1-a725-83333ff90468 req-82f4b056-e13e-4b8d-a6fb-5514ccfd18b0 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359623 Sep 03 15:02:25.715251 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cebfa-b01c-4125-8e1c-8bafea3eac37 req-397f0945-1ece-4fa3-b46e-4d66561f0a44 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:25.717716 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b2cebfa-b01c-4125-8e1c-8bafea3eac37 req-397f0945-1ece-4fa3-b46e-4d66561f0a44 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0669138 Sep 03 15:02:25.767156 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b2cebfa-b01c-4125-8e1c-8bafea3eac37 req-d73d8a34-1e77-4088-b2e4-162c28076902 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Sep 03 15:02:26.257505 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e031b06-45ce-44d4-ae35-1de720bc76ef req-eae02602-9434-46f3-95f7-daa3da22e5c6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:26.259127 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3e031b06-45ce-44d4-ae35-1de720bc76ef req-eae02602-9434-46f3-95f7-daa3da22e5c6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0670764 Sep 03 15:02:26.299562 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3e031b06-45ce-44d4-ae35-1de720bc76ef req-02a81f5c-39c7-4279-9449-2c8f894fa331 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342386 Sep 03 15:02:27.400323 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d48b42-1618-494a-8b41-ccc2a04d89cb req-b06366ac-7f96-4a3c-ad3b-7093dc793432 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:27.401919 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69d48b42-1618-494a-8b41-ccc2a04d89cb req-b06366ac-7f96-4a3c-ad3b-7093dc793432 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0528345 Sep 03 15:02:27.423995 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d176814-0b2f-42a0-b4a3-e2d7076bd3c7 req-a476c404-43de-4f6f-9880-e37a3aed536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:27.425493 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1d176814-0b2f-42a0-b4a3-e2d7076bd3c7 req-a476c404-43de-4f6f-9880-e37a3aed536c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 1099 time: 0.0673268 Sep 03 15:02:27.440078 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69d48b42-1618-494a-8b41-ccc2a04d89cb req-9ca57225-012d-4fd6-936c-60c2f2336f66 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Sep 03 15:02:27.441400 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f84ad-e199-4657-a567-111d6ed65553 req-c98949e0-cb4d-46aa-8248-72bd5826adf4 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:27.442892 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b63f84ad-e199-4657-a567-111d6ed65553 req-c98949e0-cb4d-46aa-8248-72bd5826adf4 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0589321 Sep 03 15:02:27.534682 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b63f84ad-e199-4657-a567-111d6ed65553 req-0ffcc0d3-a497-425f-8e5a-36dd2c73329c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843670 Sep 03 15:02:27.560183 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d176814-0b2f-42a0-b4a3-e2d7076bd3c7 req-d270b7dc-3536-4578-bf9a-998f66f84017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:27.561737 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1d176814-0b2f-42a0-b4a3-e2d7076bd3c7 req-d270b7dc-3536-4578-bf9a-998f66f84017 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 919 time: 0.1278708 Sep 03 15:02:27.609193 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1d176814-0b2f-42a0-b4a3-e2d7076bd3c7 req-c8915686-03e6-4c9e-a9c1-fc7a846a2515 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 HTTP/1.1" status: 200 len: 217 time: 0.0384820 Sep 03 15:02:27.677989 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d176814-0b2f-42a0-b4a3-e2d7076bd3c7 req-13c8ce2d-8987-404d-bac7-33879b6c3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:27.679632 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1d176814-0b2f-42a0-b4a3-e2d7076bd3c7 req-13c8ce2d-8987-404d-bac7-33879b6c3c70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a848c4a4-1c7e-493c-8b4b-13824513aa4c HTTP/1.1" status: 200 len: 858 time: 0.0651011 Sep 03 15:02:27.732810 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1d176814-0b2f-42a0-b4a3-e2d7076bd3c7 req-98556808-860a-4de0-a355-06dfc71cfc5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68634082-1637-44dc-bd46-894aaf6fa36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455859 Sep 03 15:02:27.824873 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1d176814-0b2f-42a0-b4a3-e2d7076bd3c7 req-80acde61-f37e-46f1-90b4-e159a111024b service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840714 Sep 03 15:02:27.926665 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1d176814-0b2f-42a0-b4a3-e2d7076bd3c7 req-5dddb806-a160-456a-81ac-599dd5dc3097 service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940878 Sep 03 15:02:27.937341 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59926) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:28.042263 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:28.126890 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:28.131114 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:28.166457 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37387b4e-4dfa-430c-a4e8-853357928b10,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:28.170247 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b420e41809624d2b98ffc287396d2108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318869 Sep 03 15:02:28.173184 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59934) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:28.176016 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.176369 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.176709 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.177038 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.177362 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.177746 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.178047 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.178363 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.178705 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.179011 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.179327 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.179639 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c32a7-25ff-4e73-a86e-09077325c02c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.223284 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:28.245764 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:28.296402 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:28.298921 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:28.300092 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37387b4e-4dfa-430c-a4e8-853357928b10 HTTP/1.1" status: 204 len: 168 time: 0.1258762 Sep 03 15:02:28.308187 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37387b4e-4dfa-430c-a4e8-853357928b10,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:28.315706 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.316133 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.316373 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.316713 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.317045 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.317378 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.317737 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.318064 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.318393 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.318789 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.319036 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.319341 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d15d945-6d88-4798-b820-5aca560a5781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:28.557959 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98ee7f-0ec4-4900-b171-a612e61d5bb3 req-02fe12f6-fc25-42b4-9131-bab25c53adb5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:28.559525 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa98ee7f-0ec4-4900-b171-a612e61d5bb3 req-02fe12f6-fc25-42b4-9131-bab25c53adb5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0516477 Sep 03 15:02:28.601702 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa98ee7f-0ec4-4900-b171-a612e61d5bb3 req-6e93994b-3dbe-49f0-8570-f89c8df4c384 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358467 Sep 03 15:02:28.655591 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4561233-8d94-4fa8-96de-5fdd2e9b1086 req-430eb68f-636e-444f-b23d-cce6a7844e81 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:28.657065 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d4561233-8d94-4fa8-96de-5fdd2e9b1086 req-430eb68f-636e-444f-b23d-cce6a7844e81 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0489354 Sep 03 15:02:28.694518 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d4561233-8d94-4fa8-96de-5fdd2e9b1086 req-7a47a01f-c1aa-4499-8c3a-e80dbfba5258 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315104 Sep 03 15:02:28.939626 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59974) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:29.049368 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b3a49cc-a79a-4aa5-9de0-de91897b0e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.136017 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b3a49cc-a79a-4aa5-9de0-de91897b0e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.140174 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2b3a49cc-a79a-4aa5-9de0-de91897b0e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.180803 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 59986) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:29.180955 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2b3a49cc-a79a-4aa5-9de0-de91897b0e12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d3bdd6f08944f398967eaaf600ee5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400062 Sep 03 15:02:29.181944 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a49cc-a79a-4aa5-9de0-de91897b0e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48322ea7-c44c-46bf-a02f-293de68f7632,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:29.231700 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-410c3cb4-62f1-44dc-b13e-35911d000585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.254258 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-410c3cb4-62f1-44dc-b13e-35911d000585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.268145 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 59988) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:29.300625 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-410c3cb4-62f1-44dc-b13e-35911d000585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.303272 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-410c3cb4-62f1-44dc-b13e-35911d000585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.304485 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-410c3cb4-62f1-44dc-b13e-35911d000585 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48322ea7-c44c-46bf-a02f-293de68f7632 HTTP/1.1" status: 204 len: 168 time: 0.1226635 Sep 03 15:02:29.318028 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c3cb4-62f1-44dc-b13e-35911d000585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48322ea7-c44c-46bf-a02f-293de68f7632,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:29.382228 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eef69fe4-a556-4bc4-b4ac-fb77695b88db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.473710 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eef69fe4-a556-4bc4-b4ac-fb77695b88db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.481244 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eef69fe4-a556-4bc4-b4ac-fb77695b88db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.520949 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-eef69fe4-a556-4bc4-b4ac-fb77695b88db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7752fabf354441e6af0dd6a925869998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517147 Sep 03 15:02:29.521846 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef69fe4-a556-4bc4-b4ac-fb77695b88db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5efd1cb-f4aa-4a6c-abb5-d9f72fc93f81,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:29.525585 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 60000) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:29.578651 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b55486aa-24ce-4fcf-8537-a9e5ad018d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.599565 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b55486aa-24ce-4fcf-8537-a9e5ad018d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.648306 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b55486aa-24ce-4fcf-8537-a9e5ad018d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.651456 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b55486aa-24ce-4fcf-8537-a9e5ad018d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:29.655586 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-b55486aa-24ce-4fcf-8537-a9e5ad018d4e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5efd1cb-f4aa-4a6c-abb5-d9f72fc93f81 HTTP/1.1" status: 204 len: 168 time: 0.1261942 Sep 03 15:02:29.661509 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55486aa-24ce-4fcf-8537-a9e5ad018d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5efd1cb-f4aa-4a6c-abb5-d9f72fc93f81,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:29.728233 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b424d-90a4-4b13-97c0-262d5cc65b79 req-307a1843-70da-4632-836c-8e17a5c695ed tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:29.729814 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-769b424d-90a4-4b13-97c0-262d5cc65b79 req-307a1843-70da-4632-836c-8e17a5c695ed tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0524497 Sep 03 15:02:29.776436 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-769b424d-90a4-4b13-97c0-262d5cc65b79 req-0711265c-ca20-46f3-80c9-d8414e118b7a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Sep 03 15:02:29.841251 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065517e-72a5-4cad-a869-d98e8e143093 req-bbeffceb-423a-4da5-a717-c51636785466 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:29.843022 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c065517e-72a5-4cad-a869-d98e8e143093 req-bbeffceb-423a-4da5-a717-c51636785466 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0553949 Sep 03 15:02:29.887528 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c065517e-72a5-4cad-a869-d98e8e143093 req-9c5bff11-e4bc-4b1b-9caf-f8192e2e4747 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380576 Sep 03 15:02:30.908271 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27827f93-ac1c-4aa5-afb8-502d61342b5b req-0d9dd4fe-d7f8-4af2-9d08-3b1fb20c778c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:30.909762 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-27827f93-ac1c-4aa5-afb8-502d61342b5b req-0d9dd4fe-d7f8-4af2-9d08-3b1fb20c778c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0492864 Sep 03 15:02:30.952201 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-27827f93-ac1c-4aa5-afb8-502d61342b5b req-be218cba-64e6-44f4-85a2-42922aad7e88 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Sep 03 15:02:31.011109 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f4d8b-7005-448f-b149-69fdf40945fa req-b52e39af-e4df-46be-91ec-1937bf7bb48e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:31.012861 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4c9f4d8b-7005-448f-b149-69fdf40945fa req-b52e39af-e4df-46be-91ec-1937bf7bb48e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0495808 Sep 03 15:02:31.054692 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4c9f4d8b-7005-448f-b149-69fdf40945fa req-f9c6890d-0c0c-4649-a1ab-994c4c835d52 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355601 Sep 03 15:02:32.073071 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c5047-de16-46a3-acc4-cb87826fbad4 req-666bec83-90ed-4186-bb63-fe2b15512b2d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:32.074780 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-452c5047-de16-46a3-acc4-cb87826fbad4 req-666bec83-90ed-4186-bb63-fe2b15512b2d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0526254 Sep 03 15:02:32.136812 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-452c5047-de16-46a3-acc4-cb87826fbad4 req-343565c2-0a19-4897-bfc0-28d4a1af3a6c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513787 Sep 03 15:02:32.189791 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b4af7-f581-4b31-9c5a-b12edfd0dc86 req-ba969e69-82e4-4d18-b0fe-a1ea28898ca7 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:32.191271 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-187b4af7-f581-4b31-9c5a-b12edfd0dc86 req-ba969e69-82e4-4d18-b0fe-a1ea28898ca7 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0532539 Sep 03 15:02:32.228920 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-187b4af7-f581-4b31-9c5a-b12edfd0dc86 req-c1a95d31-07d4-484e-bf76-7d9ebb4285e7 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316093 Sep 03 15:02:33.242659 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b0f62-2c3e-4067-a381-d11ebe3d6f4b req-8aedd0f4-9578-4c7f-a2bc-2bfa3e0d5fc5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:33.244161 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-132b0f62-2c3e-4067-a381-d11ebe3d6f4b req-8aedd0f4-9578-4c7f-a2bc-2bfa3e0d5fc5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0475659 Sep 03 15:02:33.282397 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-132b0f62-2c3e-4067-a381-d11ebe3d6f4b req-c9a5d026-ecf9-41c9-a620-435cc872be63 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322433 Sep 03 15:02:33.351602 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5079a1b-71a7-4c8e-beb2-19ae0b14c1c1 req-4c0285ee-9a84-48f4-a260-ff7ed7b6cf82 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:33.353143 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b5079a1b-71a7-4c8e-beb2-19ae0b14c1c1 req-4c0285ee-9a84-48f4-a260-ff7ed7b6cf82 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0513890 Sep 03 15:02:33.396116 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b5079a1b-71a7-4c8e-beb2-19ae0b14c1c1 req-72d956a0-1a61-43d1-b4fd-b19895526d85 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327046 Sep 03 15:02:34.396772 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d7f69-f599-494e-8cc1-d734ba018039 req-8053a0b5-e3f5-4ae0-965a-583a0eaee720 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:34.398325 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-015d7f69-f599-494e-8cc1-d734ba018039 req-8053a0b5-e3f5-4ae0-965a-583a0eaee720 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0491056 Sep 03 15:02:34.440276 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-015d7f69-f599-494e-8cc1-d734ba018039 req-1ec5c78e-ca61-4eea-8658-c1cb42915a9c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355718 Sep 03 15:02:34.546625 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d58a8-b04b-410e-baea-78a846e8fb80 req-434d258e-4098-4cc1-9688-b00bc698122b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:34.548095 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9e9d58a8-b04b-410e-baea-78a846e8fb80 req-434d258e-4098-4cc1-9688-b00bc698122b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0512109 Sep 03 15:02:34.552091 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a41054-348a-41d2-abc3-71ca70ed5f94 req-c9193707-22bd-4d5d-b163-1cd0d293ce3b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:34.553566 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-26a41054-348a-41d2-abc3-71ca70ed5f94 req-c9193707-22bd-4d5d-b163-1cd0d293ce3b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0484543 Sep 03 15:02:34.587115 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9e9d58a8-b04b-410e-baea-78a846e8fb80 req-f2f164e2-2281-4b2d-8b9e-334886399659 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327895 Sep 03 15:02:34.593457 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-26a41054-348a-41d2-abc3-71ca70ed5f94 req-7e0cc28f-6653-4f7a-93a2-d255f80441c9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336406 Sep 03 15:02:35.566821 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12511d7-e2b6-4f2d-9faf-c9a729142382 req-be8ea84a-6655-428e-afb4-69838db24202 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:35.568284 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b12511d7-e2b6-4f2d-9faf-c9a729142382 req-be8ea84a-6655-428e-afb4-69838db24202 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0579164 Sep 03 15:02:35.606397 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b12511d7-e2b6-4f2d-9faf-c9a729142382 req-57bac36d-f55b-46c5-a835-a9c18d48f0fb tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Sep 03 15:02:35.719140 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2603b-c20e-4180-b714-5fde15fe3044 req-b63e3cbb-ab95-4c4a-a643-76597729f7e3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:35.720384 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab574c-91aa-42e7-8ccf-50153e5f6de8 req-4d01ccc2-ac95-4ab3-93be-95fca07dad6e tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:35.721870 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c1ab574c-91aa-42e7-8ccf-50153e5f6de8 req-4d01ccc2-ac95-4ab3-93be-95fca07dad6e tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0525525 Sep 03 15:02:35.727630 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-26b2603b-c20e-4180-b714-5fde15fe3044 req-b63e3cbb-ab95-4c4a-a643-76597729f7e3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0554249 Sep 03 15:02:35.763408 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c1ab574c-91aa-42e7-8ccf-50153e5f6de8 req-ae3c9732-e5a9-486e-a4ad-ed51f47c963f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Sep 03 15:02:35.763629 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-26b2603b-c20e-4180-b714-5fde15fe3044 req-432c0600-8b1a-48c0-a090-b285c21a4445 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348554 Sep 03 15:02:36.369591 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf868-6306-4a2e-a601-8c492807fdfb req-0e2484ec-f4a5-4554-8fab-cdedf17a2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:36.370971 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-70ebf868-6306-4a2e-a601-8c492807fdfb req-0e2484ec-f4a5-4554-8fab-cdedf17a2911 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 1099 time: 0.0445702 Sep 03 15:02:36.481282 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf868-6306-4a2e-a601-8c492807fdfb req-bf6a89a4-0413-4ef3-848a-5b63e71d3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:36.482752 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-70ebf868-6306-4a2e-a601-8c492807fdfb req-bf6a89a4-0413-4ef3-848a-5b63e71d3b6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 919 time: 0.0914891 Sep 03 15:02:36.531358 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-70ebf868-6306-4a2e-a601-8c492807fdfb req-84af47c6-9746-40bb-8bc0-e89a41b04c58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 HTTP/1.1" status: 200 len: 217 time: 0.0376847 Sep 03 15:02:36.585418 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf868-6306-4a2e-a601-8c492807fdfb req-41a06ffa-8cd6-470a-8a4c-9c7e7b1f0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:36.587010 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-70ebf868-6306-4a2e-a601-8c492807fdfb req-41a06ffa-8cd6-470a-8a4c-9c7e7b1f0ce0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a848c4a4-1c7e-493c-8b4b-13824513aa4c HTTP/1.1" status: 200 len: 858 time: 0.0451510 Sep 03 15:02:36.621849 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-70ebf868-6306-4a2e-a601-8c492807fdfb req-0a2d34ce-d669-457c-954c-ebc0d2f78ffb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68634082-1637-44dc-bd46-894aaf6fa36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243080 Sep 03 15:02:36.723622 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-70ebf868-6306-4a2e-a601-8c492807fdfb req-f46c6314-8aa9-4dea-a597-2a06752abe0f service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912261 Sep 03 15:02:36.774882 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e611cdf-c73d-42a5-b9e0-d484d17c82b6 req-0517d359-b86f-4ff9-8edd-678ccf4b7d39 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:36.776673 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6e611cdf-c73d-42a5-b9e0-d484d17c82b6 req-0517d359-b86f-4ff9-8edd-678ccf4b7d39 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0548913 Sep 03 15:02:36.838466 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6e611cdf-c73d-42a5-b9e0-d484d17c82b6 req-3c7f8de0-294c-48c7-a215-20f8da2b6fdf tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555794 Sep 03 15:02:36.973115 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd668862-959c-44b1-9790-f31fdfb8805e req-f44fc113-bbd0-4393-a97f-c6771fe866c8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:36.980090 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fd668862-959c-44b1-9790-f31fdfb8805e req-f44fc113-bbd0-4393-a97f-c6771fe866c8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0678070 Sep 03 15:02:37.041372 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:37.050548 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fd668862-959c-44b1-9790-f31fdfb8805e req-9b23c9dc-8228-4a6d-abe7-c884b080adeb tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599864 Sep 03 15:02:37.094349 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e849d6-5710-4067-912c-1fc82e80a3f1 req-d4ecf4d8-88f8-4bbe-931c-81d265c231ad tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:37.095813 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-11e849d6-5710-4067-912c-1fc82e80a3f1 req-d4ecf4d8-88f8-4bbe-931c-81d265c231ad tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.1089740 Sep 03 15:02:37.127064 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-70ebf868-6306-4a2e-a601-8c492807fdfb req-c24c59f8-81ba-4b73-a1b3-893e6f1b8938 service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884311 Sep 03 15:02:37.145364 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-11e849d6-5710-4067-912c-1fc82e80a3f1 req-fc5c4c47-ad39-489e-9b2e-81b902d6c81a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 Sep 03 15:02:37.966954 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736ba32-6a70-4c4a-a095-02a11c3650c4 req-58452d55-7cec-4ada-ac44-6fa7bb1d2263 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:37.968443 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8736ba32-6a70-4c4a-a095-02a11c3650c4 req-58452d55-7cec-4ada-ac44-6fa7bb1d2263 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0575695 Sep 03 15:02:38.005232 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8736ba32-6a70-4c4a-a095-02a11c3650c4 req-37efc79f-c781-4fec-853d-3777d12214b4 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306120 Sep 03 15:02:38.178703 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef40af-9bab-4f6f-adc9-c12e97500de0 req-8c75b833-33e5-4250-8173-22d0fadfa55f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:38.180090 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e3ef40af-9bab-4f6f-adc9-c12e97500de0 req-8c75b833-33e5-4250-8173-22d0fadfa55f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0501208 Sep 03 15:02:38.222700 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e3ef40af-9bab-4f6f-adc9-c12e97500de0 req-caa6d4d8-2f30-4b57-85ce-9546d6db22ea tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345187 Sep 03 15:02:38.281951 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c3809-ca5c-4b92-b633-e53afa8daeba req-8930d4aa-b921-40bf-b740-92dc745e4f65 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:38.283411 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aa9c3809-ca5c-4b92-b633-e53afa8daeba req-8930d4aa-b921-40bf-b740-92dc745e4f65 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0521553 Sep 03 15:02:38.322349 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aa9c3809-ca5c-4b92-b633-e53afa8daeba req-37b73da4-4c1c-4eae-9771-fc0d280daf01 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320976 Sep 03 15:02:38.597666 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 60230) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:38.621958 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60234) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:38.708148 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-13ed2265-aa33-4202-a409-a27f11fe48c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:38.732889 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59699f16-c861-4517-8fe8-207c78b3cbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:38.798696 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-13ed2265-aa33-4202-a409-a27f11fe48c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:38.804051 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-13ed2265-aa33-4202-a409-a27f11fe48c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:38.844691 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-13ed2265-aa33-4202-a409-a27f11fe48c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54c3acc9d76c4ed99f4a1575fffd7e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458811 Sep 03 15:02:38.845642 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed2265-aa33-4202-a409-a27f11fe48c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8555e6b8-c386-4759-a0c5-ee3c29b20718,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:38.847391 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60238) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:38.926724 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59699f16-c861-4517-8fe8-207c78b3cbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:38.927785 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96511038-b395-4965-876e-96708df6f747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:38.938086 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59699f16-c861-4517-8fe8-207c78b3cbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:38.968285 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96511038-b395-4965-876e-96708df6f747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.000239 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-59699f16-c861-4517-8fe8-207c78b3cbe9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e257ee7e41d8422bb17dd37b2136e5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771918 Sep 03 15:02:39.003056 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 60246) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:39.008052 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59699f16-c861-4517-8fe8-207c78b3cbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bfae91-fc46-44e1-b901-88d205b6a2e1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:39.055409 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96511038-b395-4965-876e-96708df6f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.058349 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-96511038-b395-4965-876e-96708df6f747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.059693 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-96511038-b395-4965-876e-96708df6f747 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8555e6b8-c386-4759-a0c5-ee3c29b20718 HTTP/1.1" status: 204 len: 168 time: 0.2102692 Sep 03 15:02:39.068796 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96511038-b395-4965-876e-96708df6f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8555e6b8-c386-4759-a0c5-ee3c29b20718,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:39.078005 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08790229-8a91-49b0-8794-5ccbfef51dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.128718 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08790229-8a91-49b0-8794-5ccbfef51dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.178921 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58523033-a63f-4822-bfbf-611d587833c6 req-f6dc64da-1bfe-4334-94d4-2f6ad90066ac tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:39.180509 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-58523033-a63f-4822-bfbf-611d587833c6 req-f6dc64da-1bfe-4334-94d4-2f6ad90066ac tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0853097 Sep 03 15:02:39.217252 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08790229-8a91-49b0-8794-5ccbfef51dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.220045 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08790229-8a91-49b0-8794-5ccbfef51dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.221434 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-08790229-8a91-49b0-8794-5ccbfef51dd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4bfae91-fc46-44e1-b901-88d205b6a2e1 HTTP/1.1" status: 204 len: 168 time: 0.2174199 Sep 03 15:02:39.235064 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-58523033-a63f-4822-bfbf-611d587833c6 req-ba68e621-a37b-4d34-bfaf-df80d8b1005a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471189 Sep 03 15:02:39.235909 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08790229-8a91-49b0-8794-5ccbfef51dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bfae91-fc46-44e1-b901-88d205b6a2e1,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:39.349298 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 60270) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:39.364169 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5198cc-df82-4e9d-b0f4-e99e13ed7198 req-f461957d-2ddd-47d2-b9cd-8d7814eae88d tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:39.368761 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4b5198cc-df82-4e9d-b0f4-e99e13ed7198 req-f461957d-2ddd-47d2-b9cd-8d7814eae88d tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0605984 Sep 03 15:02:39.411184 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4b5198cc-df82-4e9d-b0f4-e99e13ed7198 req-306b3e62-aaf2-4f6e-935c-b899a644c44b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368736 Sep 03 15:02:39.465511 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f165a82-6ee1-4cf0-b289-233d6ff307f2 req-e2cf8232-602c-49b5-bfe9-56e1f11f7398 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:39.467490 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5f165a82-6ee1-4cf0-b289-233d6ff307f2 req-e2cf8232-602c-49b5-bfe9-56e1f11f7398 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0660067 Sep 03 15:02:39.512194 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5f165a82-6ee1-4cf0-b289-233d6ff307f2 req-2a6dd912-68be-443b-a540-5fbe41dbd950 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385888 Sep 03 15:02:39.540329 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b1e737d-5e19-4ed6-984e-ee95c9a7a8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.643948 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b1e737d-5e19-4ed6-984e-ee95c9a7a8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.649701 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b1e737d-5e19-4ed6-984e-ee95c9a7a8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.691472 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-5b1e737d-5e19-4ed6-984e-ee95c9a7a8be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6045fe45072e4a0098780e592a093ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404591 Sep 03 15:02:39.692645 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e737d-5e19-4ed6-984e-ee95c9a7a8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff97b90e-8a6c-4b6e-bfd0-9edfc246b02a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:39.694160 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60294) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:39.798199 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f93285f-9dc9-4395-97fc-41bab1efd710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.826421 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f93285f-9dc9-4395-97fc-41bab1efd710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.880543 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f93285f-9dc9-4395-97fc-41bab1efd710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.883454 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f93285f-9dc9-4395-97fc-41bab1efd710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:39.887121 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2f93285f-9dc9-4395-97fc-41bab1efd710 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff97b90e-8a6c-4b6e-bfd0-9edfc246b02a HTTP/1.1" status: 204 len: 168 time: 0.1893804 Sep 03 15:02:39.894516 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93285f-9dc9-4395-97fc-41bab1efd710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff97b90e-8a6c-4b6e-bfd0-9edfc246b02a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:40.287946 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60332) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:40.371598 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7058528-de6f-44f5-b4ad-b840c173a535 req-b0787f77-eb1b-4b58-bf21-1521170ac54e tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:40.373215 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f7058528-de6f-44f5-b4ad-b840c173a535 req-b0787f77-eb1b-4b58-bf21-1521170ac54e tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0611892 Sep 03 15:02:40.431775 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f7058528-de6f-44f5-b4ad-b840c173a535 req-bd3306b5-2886-47a5-bc5b-93df816e6e59 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485327 Sep 03 15:02:40.506029 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-843778531-network', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:40.541741 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Made reservation on behalf of 9df9e9f8b97c4a98858d7aec29a27e33 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:02:40.544438 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:40.555923 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:40.590060 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc0cbc-4932-4063-bb5f-36d0e788fa7a req-f8ae4c9c-cee0-475c-a4bd-0f711b4e17cd tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:40.600008 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-49cc0cbc-4932-4063-bb5f-36d0e788fa7a req-f8ae4c9c-cee0-475c-a4bd-0f711b4e17cd tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0988955 Sep 03 15:02:40.635776 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-49cc0cbc-4932-4063-bb5f-36d0e788fa7a req-93b4f9dd-582e-4574-adc6-d390c85f004e tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348208 Sep 03 15:02:40.680356 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c128d-ec6d-4422-9e9f-de365b248ce1 req-60fe2863-8e11-4c0d-86a8-bbc9e39e5d5f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:40.682131 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2b7c128d-ec6d-4422-9e9f-de365b248ce1 req-60fe2863-8e11-4c0d-86a8-bbc9e39e5d5f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0835230 Sep 03 15:02:40.740759 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2b7c128d-ec6d-4422-9e9f-de365b248ce1 req-5be85d34-6157-4136-9deb-c73f1ffa8dcd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508509 Sep 03 15:02:40.766734 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 60386) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:40.778085 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:40.784555 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:40.818149 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:02:40.826675 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac5664b-b49e-44a9-b566-a85b3a9a15a3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:40.834083 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:40.835620 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Added segment f1b3a95d-3fd9-4279-83e4-83ea0ec837de of type vlan for network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a Sep 03 15:02:40.893456 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:40.925139 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1203753820-network', 'tenant_id': '90840e3b38784dde9b6f88e010d9191f'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:40.933262 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:40.934308 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:40.934933 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:40.949629 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Made reservation on behalf of 90840e3b38784dde9b6f88e010d9191f for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:02:40.951949 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:40.968249 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:40.977734 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6849747 Sep 03 15:02:40.977910 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 60400) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:40.983015 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] Request body: {'subnet': {'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-843778531-subnet', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:41.011710 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6d1a5-02ee-4a35-bad8-d1366e1484de admin admin] Pushing event updated for resources: {'Network': ['ID=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:41.020111 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:02:41.077094 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.088057 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.116134 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:02:41.127283 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] Made reservation on behalf of 9df9e9f8b97c4a98858d7aec29a27e33 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:02:41.129656 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.144889 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e907a68-9d07-46a4-8215-007f9be5d74a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:41.151812 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.152152 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.segments_db [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Added segment d4cdcdfd-dd35-4e1a-a359-8d266a15dd28 of type vlan for network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c Sep 03 15:02:41.238897 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.280711 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.281780 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:41.282451 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.332143 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5640972 Sep 03 15:02:41.335479 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60416) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:41.340634 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] Request body: {'subnet': {'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1203753820-subnet', 'tenant_id': '90840e3b38784dde9b6f88e010d9191f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:41.363036 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] Made reservation on behalf of 90840e3b38784dde9b6f88e010d9191f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:02:41.365502 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12987618'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.375674 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f81bb2-3493-412e-8116-564d179864b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:41.387640 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:02:41.426485 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.500531 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] Pushing event updated for resources: {'Subnet': ['ID=29951c51-8ac9-4462-81c0-bba8dd6c07b8,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:41.536350 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] Checking segment: {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:02:41.536350 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] Network hostable DHCP agents. Network: 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:02:41.563054 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] Network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:02:41.563343 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13202717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12987596'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.581412 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b34d06-5cd5-43f9-aeea-ee66311231b3 req-156c2421-3532-4381-9f34-f4b0bf558e80 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:41.583026 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-18b34d06-5cd5-43f9-aeea-ee66311231b3 req-156c2421-3532-4381-9f34-f4b0bf558e80 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0781555 Sep 03 15:02:41.595684 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a4dd08b4-82fa-4005-b2c1-630670072079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.596551 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:41.605698 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201b7e5-8465-42e4-af12-fda237bed430 None None] Network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:02:41.607883 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:41.608470 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.634729 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-4c79489c-0c33-4e4a-aab9-595b9b80fcac admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6554997 Sep 03 15:02:41.638314 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-18b34d06-5cd5-43f9-aeea-ee66311231b3 req-dc030935-a4e3-4ca2-8a64-b0cedda34906 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Sep 03 15:02:41.639120 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 60420) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:41.639696 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0312b33f-bd69-44b4-b641-d8ab207ad4ef,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:41.647049 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] Checking segment: {'id': 'd4cdcdfd-dd35-4e1a-a359-8d266a15dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:02:41.647421 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] Network hostable DHCP agents. Network: a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:02:41.650267 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:41.677159 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4683'] for router, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.678721 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4722'] for router, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.684018 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] Network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:02:41.697318 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:41.702004 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:41.702916 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.733365 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-01f11c1d-b517-4193-bc8b-5548ed30de87 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3967779 Sep 03 15:02:41.758248 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa5eafe-2ddb-4a2d-a139-6baa0ca5e5b8 None None] Network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:02:41.767800 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:41.799660 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45a62-f49c-4b87-b43b-db1f0b1f9d9f req-26591827-9a79-422f-b410-c148eb7e287d tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:41.801505 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b6c45a62-f49c-4b87-b43b-db1f0b1f9d9f req-26591827-9a79-422f-b410-c148eb7e287d tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0803611 Sep 03 15:02:41.858613 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b6c45a62-f49c-4b87-b43b-db1f0b1f9d9f req-0715c458-3daf-44b6-9476-9cf0aa48a3ca tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495217 Sep 03 15:02:41.954484 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d38cf-9b0a-4e79-b214-ff55c6879726 None None] Network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:02:41.997951 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7f61b-c825-41a9-a127-a18158fc40a8 req-aaf02133-6e24-4972-810e-30fe56c2f39b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:42.002076 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-abb7f61b-c825-41a9-a127-a18158fc40a8 req-aaf02133-6e24-4972-810e-30fe56c2f39b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.1642647 Sep 03 15:02:42.010134 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.074324 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-abb7f61b-c825-41a9-a127-a18158fc40a8 req-ca6c2254-5bec-4ab7-b835-0e37dbbfe9e2 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668404 Sep 03 15:02:42.179776 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce555569-4350-5e27-bffc-e45919926357-3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8'}]}} from dv-cinder-774288-7-iscsi. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 15:02:42.180929 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.304176 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.323500 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60440) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:42.329106 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.395815 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Allocated IP 172.20.0.2 (3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a/29951c51-8ac9-4462-81c0-bba8dd6c07b8/37e3c26c-9758-46c2-80b5-6c81e09e5afb) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:02:42.467358 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Allocated IP 172.27.0.214 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/598fda4a-ac32-4cf9-ab94-7c058293fcb1) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:02:42.480498 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a1e373-fe96-4f8a-8bb5-d23c153c758d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.590258 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.590477 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a1e373-fe96-4f8a-8bb5-d23c153c758d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.595694 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9a1e373-fe96-4f8a-8bb5-d23c153c758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.607337 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.616468 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Transition to ACTIVE for port object 37e3c26c-9758-46c2-80b5-6c81e09e5afb will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:02:42.631863 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Transition to ACTIVE for port object 37e3c26c-9758-46c2-80b5-6c81e09e5afb will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:02:42.634811 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.636362 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a9a1e373-fe96-4f8a-8bb5-d23c153c758d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12a88dea19eb48baa339f0155891c8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116410 Sep 03 15:02:42.637212 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1e373-fe96-4f8a-8bb5-d23c153c758d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557259d7-f7f5-4ed4-b89a-077c2606c769,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:42.640604 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60452) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:42.645745 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.675290 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:02:42.679318 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:42.694280 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:02:42.698801 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:42.707003 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:02:42.710175 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Pushing event updated for resources: {'Port': ['ID=37e3c26c-9758-46c2-80b5-6c81e09e5afb,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:42.710397 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Pushing event updated for resources: {'Port': ['ID=598fda4a-ac32-4cf9-ab94-7c058293fcb1,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:42.716696 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e61bea0-01e1-4952-bfa9-5759f0b9e5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.717884 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:02:42.723479 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.723898 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.724303 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.724646 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.725047 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.725376 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.725783 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.726169 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.726630 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.727020 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.727432 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.727843 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:42.773425 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e61bea0-01e1-4952-bfa9-5759f0b9e5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.785913 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Attempting to bind port 37e3c26c-9758-46c2-80b5-6c81e09e5afb on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:02:42.786866 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Attempting to bind port 37e3c26c-9758-46c2-80b5-6c81e09e5afb by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:02:42.787669 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Attempting to bind port 37e3c26c-9758-46c2-80b5-6c81e09e5afb on network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:02:42.794315 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:02:42.794825 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Checking segment: {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:02:42.795320 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.795769 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Bound using segment: {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:02:42.796287 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Bound port: 37e3c26c-9758-46c2-80b5-6c81e09e5afb, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:02:42.796744 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.823990 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95f9c0-8729-4d4b-853b-67737281d1dc req-7475023c-1694-41cd-974e-3e061c6ef5eb tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:42.831194 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bb95f9c0-8729-4d4b-853b-67737281d1dc req-7475023c-1694-41cd-974e-3e061c6ef5eb tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0984371 Sep 03 15:02:42.868883 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bb95f9c0-8729-4d4b-853b-67737281d1dc req-f376596d-b2e5-4362-8ead-e5a455f56050 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366807 Sep 03 15:02:42.877972 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e61bea0-01e1-4952-bfa9-5759f0b9e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.880412 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-57347967-8563-49e9-969b-b66a0692e855 None None] For port 37e3c26c-9758-46c2-80b5-6c81e09e5afb, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:02:42.881858 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9e61bea0-01e1-4952-bfa9-5759f0b9e5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.886263 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-57347967-8563-49e9-969b-b66a0692e855 None None] For port 37e3c26c-9758-46c2-80b5-6c81e09e5afb, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=37e3c26c-9758-46c2-80b5-6c81e09e5afb,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:02:42.887447 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9e61bea0-01e1-4952-bfa9-5759f0b9e5ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/557259d7-f7f5-4ed4-b89a-077c2606c769 HTTP/1.1" status: 204 len: 168 time: 0.2453103 Sep 03 15:02:42.895617 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61bea0-01e1-4952-bfa9-5759f0b9e5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557259d7-f7f5-4ed4-b89a-077c2606c769,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:42.905174 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.976806 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:42.985837 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57347967-8563-49e9-969b-b66a0692e855 None None] Pushing event updated for resources: {'Port': ['ID=37e3c26c-9758-46c2-80b5-6c81e09e5afb,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:43.129609 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a374ec-6350-4480-95cf-e1edb1d6649a req-4a125aa4-cbe3-451b-9981-911665b19f74 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:43.131389 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-23a374ec-6350-4480-95cf-e1edb1d6649a req-4a125aa4-cbe3-451b-9981-911665b19f74 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.1119361 Sep 03 15:02:43.217097 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9207c-fc2c-4b68-9646-9bd1646c521b req-377466b8-e20d-482b-b15a-719116d266f8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:43.218889 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ae9207c-fc2c-4b68-9646-9bd1646c521b req-377466b8-e20d-482b-b15a-719116d266f8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0635259 Sep 03 15:02:43.261575 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ae9207c-fc2c-4b68-9646-9bd1646c521b req-6346cdaf-6cbb-4e7f-829b-f0f9f5dca5e3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349176 Sep 03 15:02:43.473702 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-23a374ec-6350-4480-95cf-e1edb1d6649a req-d1f03715-6cce-48ca-89e1-64f462606951 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314226 Sep 03 15:02:43.505408 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696501'] for router, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:43.642260 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Router 87c8430c-b39b-44eb-954a-5277e55aaa58 is scheduled to L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 with binding_index 1 {{(pid=93829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 15:02:43.757231 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:02:43.759094 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-fe11492f-6da8-4e4b-b923-01c9118ddb9d tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:43.760654 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-fe11492f-6da8-4e4b-b923-01c9118ddb9d tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/networks?id=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c HTTP/1.1" status: 200 len: 809 time: 0.1139061 Sep 03 15:02:43.770015 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Sync routers for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:02:43.778008 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:43.781466 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:02:43.782113 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:02:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:43.782429 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-d1d965b5-2dc3-4888-bb28-c24a715e4c70 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/quotas/90840e3b38784dde9b6f88e010d9191f HTTP/1.1" status: 200 len: 375 time: 0.0114384 Sep 03 15:02:43.782893 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60482) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:43.784374 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-cadf1e56-e471-4560-9ffb-51cc184d0d8c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1441898 Sep 03 15:02:43.878885 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-abd02c59-454b-423f-9a76-276fab27cf18 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90840e3b38784dde9b6f88e010d9191f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876229 Sep 03 15:02:43.903847 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:02:44.057346 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cc8a9-f0a3-4f23-bbf7-9de2b2426422 req-cf724f25-18d0-4903-8aa2-4a82f261b867 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:44.059091 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-094cc8a9-f0a3-4f23-bbf7-9de2b2426422 req-cf724f25-18d0-4903-8aa2-4a82f261b867 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0623698 Sep 03 15:02:44.064759 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-ee51295d-6d0d-4c11-a682-a889c8ab1c7e service neutron] 10.222.0.46 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751704 Sep 03 15:02:44.074765 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c9594b-f33c-4da8-9900-947f409439f9 None None] Network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:02:44.129320 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-094cc8a9-f0a3-4f23-bbf7-9de2b2426422 req-c0814cac-95ab-4329-99c1-8eb267bea668 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549822 Sep 03 15:02:44.133571 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:42Z', 'revision_number': 3, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:44.170020 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Checking router: 87c8430c-b39b-44eb-954a-5277e55aaa58 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:02:44.170543 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Updating router 87c8430c-b39b-44eb-954a-5277e55aaa58 port 598fda4a-ac32-4cf9-ab94-7c058293fcb1 binding host dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:02:44.179268 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0e9849f3-15f3-458a-a384-db30c7d07896 None None] Provisioning for port 37e3c26c-9758-46c2-80b5-6c81e09e5afb completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:02:44.205797 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:44.227708 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-6fa98d18-7115-4c35-8dac-ef45df320f87 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620908 Sep 03 15:02:44.264529 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-25dd9a6f-6724-4291-a494-a22ac137debf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:44.361755 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:44.446525 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 37e3c26c-9758-46c2-80b5-6c81e09e5afb up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:44.531391 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedae131-a874-4f5b-a651-9301c0c88a70 req-3aacc2f6-550a-4a79-b919-2992c66df752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:44.534953 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-eedae131-a874-4f5b-a651-9301c0c88a70 req-3aacc2f6-550a-4a79-b919-2992c66df752 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 1099 time: 0.1928265 Sep 03 15:02:44.558088 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 37e3c26c-9758-46c2-80b5-6c81e09e5afb completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:02:44.562711 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 37e3c26c-9758-46c2-80b5-6c81e09e5afb triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:44.563178 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:44.566682 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-76a0cf0a-930d-4f1c-af5d-5f05bba7500a req-cb08dc58-9168-4d5d-9bde-f223b21583e8 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 210 time: 0.0679314 Sep 03 15:02:44.590155 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cada99-cc5d-4d1d-a95a-2f98a4916920 req-f222f9c2-f622-4f85-be3c-703b217885a9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:44.593299 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b4cada99-cc5d-4d1d-a95a-2f98a4916920 req-f222f9c2-f622-4f85-be3c-703b217885a9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.2029791 Sep 03 15:02:44.701545 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-eedae131-a874-4f5b-a651-9301c0c88a70 req-b4937bbc-2352-46d3-9e11-508ee1990c77 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546466 Sep 03 15:02:44.730056 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b4cada99-cc5d-4d1d-a95a-2f98a4916920 req-4452054b-e09d-4de0-a64e-ef0479153077 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061449 Sep 03 15:02:44.782157 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:44.841857 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 37e3c26c-9758-46c2-80b5-6c81e09e5afb, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=37e3c26c-9758-46c2-80b5-6c81e09e5afb,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:02:44.845281 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-2367ba21-bcfd-4fd7-98e5-cc01c734ee96 None None] Provisioning complete for port 37e3c26c-9758-46c2-80b5-6c81e09e5afb triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:44.845924 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2367ba21-bcfd-4fd7-98e5-cc01c734ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:44.846055 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:44.859836 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Transition to ACTIVE for port object 598fda4a-ac32-4cf9-ab94-7c058293fcb1 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:02:44.870606 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:44.872924 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:44.943410 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Attempting to bind port 598fda4a-ac32-4cf9-ab94-7c058293fcb1 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:02:44.943816 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Attempting to bind port 598fda4a-ac32-4cf9-ab94-7c058293fcb1 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:02:44.944607 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Attempting to bind port 598fda4a-ac32-4cf9-ab94-7c058293fcb1 on network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:02:44.945217 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=37e3c26c-9758-46c2-80b5-6c81e09e5afb,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:44.967888 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:02:44.969311 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Checking segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:02:44.969966 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:44.970706 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Bound using segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:02:44.971297 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Bound port: 598fda4a-ac32-4cf9-ab94-7c058293fcb1, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:02:44.973864 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:44.976642 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52270f1-065c-426f-8396-44a615713c09 req-1dd55b18-62ab-4889-aefd-aba6028e50af tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:44.979438 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e52270f1-065c-426f-8396-44a615713c09 req-1dd55b18-62ab-4889-aefd-aba6028e50af tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0614710 Sep 03 15:02:45.015193 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Pushing event updated for resources: {'Port': ['ID=598fda4a-ac32-4cf9-ab94-7c058293fcb1,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:45.024797 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.025208 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.025578 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.025913 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.026240 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.026568 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.026889 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.027210 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.027552 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.027872 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.028186 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.028499 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:02:45.045840 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:45.066572 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] For port 598fda4a-ac32-4cf9-ab94-7c058293fcb1, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:02:45.070482 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e52270f1-065c-426f-8396-44a615713c09 req-a6efadbf-8c37-47ac-ae83-dcb2954ecb7c tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740032 Sep 03 15:02:45.070782 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] For port 598fda4a-ac32-4cf9-ab94-7c058293fcb1, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=598fda4a-ac32-4cf9-ab94-7c058293fcb1,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:02:45.076572 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:45.123958 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:02:45.125031 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:02:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:45.231729 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b738f-8b86-4aac-ab40-71f0e3cfee83 None None] Pushing event updated for resources: {'Port': ['ID=598fda4a-ac32-4cf9-ab94-7c058293fcb1,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:45.246280 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:45.287934 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Allocated IP 172.20.0.1 (3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a/29951c51-8ac9-4462-81c0-bba8dd6c07b8/8f62183e-9fe0-4aeb-88d7-25ab0e2b4497) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:02:45.302266 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:02:45.310785 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dec132-1d69-4e5e-a8e3-b1c15f025fd9 req-ef308e7e-976b-45ae-beef-0b1805a31ed6 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:45.312916 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-94dec132-1d69-4e5e-a8e3-b1c15f025fd9 req-ef308e7e-976b-45ae-beef-0b1805a31ed6 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0842485 Sep 03 15:02:45.368865 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-94dec132-1d69-4e5e-a8e3-b1c15f025fd9 req-bbe2a4c5-4d57-4645-b0c3-2a8612704fe7 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441325 Sep 03 15:02:45.431971 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:45.449775 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Transition to ACTIVE for port object 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:02:45.484225 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:45.507731 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:42Z', 'revision_number': 3, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:45.523140 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:02:45.528352 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:45.532368 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:02:45.538407 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4188f2-6a29-457b-a843-da150b6f1dde None None] The sync data for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi is: [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:42Z', 'revision_number': 3, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:02:45.559573 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Pushing event updated for resources: {'Port': ['ID=8f62183e-9fe0-4aeb-88d7-25ab0e2b4497,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:45.581744 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814176'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:45.707520 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7e5c990c-ce43-4a69-99c8-5a952830c007 req-5f90fe53-2d10-4c2e-aa6f-a4cc9ae4014e tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 210 time: 0.0325511 Sep 03 15:02:45.772523 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:45.853867 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9102b95b-92e2-449a-a7da-b5b4aaf0a5db None None] Provisioning for port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:02:45.858507 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9102b95b-92e2-449a-a7da-b5b4aaf0a5db None None] Provisioning complete for port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:45.858995 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9102b95b-92e2-449a-a7da-b5b4aaf0a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:45.953546 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-9102b95b-92e2-449a-a7da-b5b4aaf0a5db None None] Port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:02:46.047769 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77769d27-7969-4950-b843-149866f9245a req-6c9ddbde-5cd3-46ae-8656-e0abdda24f04 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:46.055831 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-77769d27-7969-4950-b843-149866f9245a req-6c9ddbde-5cd3-46ae-8656-e0abdda24f04 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.1844287 Sep 03 15:02:46.058008 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:46.070892 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13202918'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:46.097741 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-91a7b674-60d6-4110-a264-70cfa2b84afd tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:46.099270 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-91a7b674-60d6-4110-a264-70cfa2b84afd tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.26 "GET /v2.0/networks?id=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c HTTP/1.1" status: 200 len: 809 time: 0.3200476 Sep 03 15:02:46.127607 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-77769d27-7969-4950-b843-149866f9245a req-bc5dbc43-a6ea-4320-a3fb-c9ce6fdf1707 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610752 Sep 03 15:02:46.135243 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Request body: {'port': {'device_id': '25487ddf-e318-4fea-a817-e438a0f7a909', 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c', 'admin_state_up': True, 'tenant_id': '90840e3b38784dde9b6f88e010d9191f'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:46.202076 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Pushing event updated for resources: {'Port': ['ID=8f62183e-9fe0-4aeb-88d7-25ab0e2b4497,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:46.205709 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698608'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:46.309820 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf7ea8-d97a-481f-bf48-aca4ef69509d req-52112e78-5fb6-4327-9264-06f29bb1f5ad tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:46.311429 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0cf7ea8-d97a-481f-bf48-aca4ef69509d req-52112e78-5fb6-4327-9264-06f29bb1f5ad tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.1686406 Sep 03 15:02:46.315057 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Made reservation on behalf of 90840e3b38784dde9b6f88e010d9191f for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:02:46.319837 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:46.359727 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:02:46.369464 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:46.382885 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f0cf7ea8-d97a-481f-bf48-aca4ef69509d req-93b28ecd-b507-4c01-8781-bf0a11640512 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589542 Sep 03 15:02:46.477789 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 37e3c26c-9758-46c2-80b5-6c81e09e5afb up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:46.536528 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Allocated IP 172.20.0.10 (a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c/0312b33f-bd69-44b4-b641-d8ab207ad4ef/36ceae5b-b860-4603-9d02-0d8263c85583) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:02:46.566905 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 37e3c26c-9758-46c2-80b5-6c81e09e5afb triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:46.569385 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:46.601806 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Router 87c8430c-b39b-44eb-954a-5277e55aaa58 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:02:46.667628 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbd7ed-4ff7-485a-8026-39fed17fe56e req-3f673755-905f-468b-a493-f266a44654df tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:46.669374 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-34dbd7ed-4ff7-485a-8026-39fed17fe56e req-3f673755-905f-468b-a493-f266a44654df tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.1724670 Sep 03 15:02:46.686309 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 598fda4a-ac32-4cf9-ab94-7c058293fcb1 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:46.722986 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-af3c751c-d900-47ee-8335-e3c06e803ac5 None None] Provisioning complete for port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:46.723265 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-af3c751c-d900-47ee-8335-e3c06e803ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:46.737891 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aed851-0821-426c-bc75-585095da693d admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:02:46.743225 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-00aed851-0821-426c-bc75-585095da693d admin admin] 10.222.0.46 "PUT /v2.0/routers/87c8430c-b39b-44eb-954a-5277e55aaa58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9593697 Sep 03 15:02:46.762239 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-34dbd7ed-4ff7-485a-8026-39fed17fe56e req-83cab8dd-3c4d-4d6d-8bd2-78d40e4aef09 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867000 Sep 03 15:02:46.794746 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-af3c751c-d900-47ee-8335-e3c06e803ac5 None None] Port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:02:46.816693 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 598fda4a-ac32-4cf9-ab94-7c058293fcb1 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:02:46.835126 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 598fda4a-ac32-4cf9-ab94-7c058293fcb1 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:46.835126 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:46.847374 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:46.871931 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ca21835-35b3-4ad0-bfe7-db3f074531a5 req-a43e742a-0cef-4c97-a64d-f365e0ed5092 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 210 time: 0.0627508 Sep 03 15:02:46.912373 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:46.953688 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:46.992924 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:02:46.996114 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:46.999610 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 598fda4a-ac32-4cf9-ab94-7c058293fcb1, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=598fda4a-ac32-4cf9-ab94-7c058293fcb1,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:02:47.003169 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:02:47.010278 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:47.010773 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.017109 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.074652 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Pushing event updated for resources: {'Port': ['ID=36ceae5b-b860-4603-9d02-0d8263c85583,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:47.078492 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=598fda4a-ac32-4cf9-ab94-7c058293fcb1,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:47.079542 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-29a99e2a-7a83-455a-9867-ba72a9530316 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9507413 Sep 03 15:02:47.101025 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Request body: {'port': {'device_id': '25487ddf-e318-4fea-a817-e438a0f7a909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:47.113479 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8b16c-2ab6-4931-9329-f432dae333c0 req-c4eea2a5-22ea-4e52-8aa6-c292f14d01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:47.115175 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-56f8b16c-2ab6-4931-9329-f432dae333c0 req-c4eea2a5-22ea-4e52-8aa6-c292f14d01aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 1099 time: 0.0745852 Sep 03 15:02:47.129351 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.131491 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91345d7-f62e-482c-9017-164a259edcdc req-31cfb9af-b1b2-489b-a400-2fcf2405743d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:47.135792 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a91345d7-f62e-482c-9017-164a259edcdc req-31cfb9af-b1b2-489b-a400-2fcf2405743d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0958471 Sep 03 15:02:47.196976 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a91345d7-f62e-482c-9017-164a259edcdc req-81cbcb60-3dd8-461b-8a3d-79a54b27b4fb tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519385 Sep 03 15:02:47.258003 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.372206 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdb348-a165-4926-a5b9-f43f40647d46 req-e466464b-15a3-4592-8b9c-19345e242ac9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:47.373520 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d3fdb348-a165-4926-a5b9-f43f40647d46 req-e466464b-15a3-4592-8b9c-19345e242ac9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.1637526 Sep 03 15:02:47.375733 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8b16c-2ab6-4931-9329-f432dae333c0 req-fddbee6c-fede-4bf9-ab8d-911f377acef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:47.377061 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-56f8b16c-2ab6-4931-9329-f432dae333c0 req-fddbee6c-fede-4bf9-ab8d-911f377acef9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 919 time: 0.2461698 Sep 03 15:02:47.493235 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-56f8b16c-2ab6-4931-9329-f432dae333c0 req-45932fbf-463f-4948-a7b4-08b6976e335a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 HTTP/1.1" status: 200 len: 217 time: 0.0615716 Sep 03 15:02:47.549911 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60552) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:47.554902 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1212575085-network', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:47.567465 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f38819-5e87-4260-afa2-e72a5c3c7ae4 req-db0ac0dc-cefb-437d-a150-ef286632944a tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:47.569660 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-61f38819-5e87-4260-afa2-e72a5c3c7ae4 req-db0ac0dc-cefb-437d-a150-ef286632944a tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0608447 Sep 03 15:02:47.577807 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d3fdb348-a165-4926-a5b9-f43f40647d46 req-fef60555-448f-4717-a5ef-fcd6d217eeca tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940026 Sep 03 15:02:47.596368 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8b16c-2ab6-4931-9329-f432dae333c0 req-083c0c4d-0635-4e4b-aa0c-7c781edcecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:47.598318 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-56f8b16c-2ab6-4931-9329-f432dae333c0 req-083c0c4d-0635-4e4b-aa0c-7c781edcecc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a848c4a4-1c7e-493c-8b4b-13824513aa4c HTTP/1.1" status: 200 len: 858 time: 0.0936472 Sep 03 15:02:47.621954 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Sync routers for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:02:47.622861 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Made reservation on behalf of ff5b3858837341c28c16e3a35d851ad8 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:02:47.625627 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.631160 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-61f38819-5e87-4260-afa2-e72a5c3c7ae4 req-25fe5376-5256-4cc1-8ecb-a34832604a1f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551474 Sep 03 15:02:47.631593 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:02:47.632319 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:02:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:47.639244 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.658285 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-56f8b16c-2ab6-4931-9329-f432dae333c0 req-dcfb781a-d4b1-4e99-873f-e0e642d06cab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68634082-1637-44dc-bd46-894aaf6fa36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321064 Sep 03 15:02:47.738449 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.747317 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.768720 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e90e7941-e28a-4dab-b54d-9492fdfd6cbd details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:02:47.775257 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:02:47.785143 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:02:47.786604 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea2d099-fcba-4b5c-9857-2ee2aaa053cc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:47.791823 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.792219 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Added segment 347f4fc9-b26e-447c-ab52-6b1365caaa17 of type vlan for network 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb Sep 03 15:02:47.835128 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.835412 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-56f8b16c-2ab6-4931-9329-f432dae333c0 req-dfcaf63a-1682-439e-9edf-22c556ff8d12 service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666870 Sep 03 15:02:47.852350 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ceae5b-b860-4603-9d02-0d8263c85583 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:02:47.863517 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.864810 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:47.865391 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.869102 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.902400 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Transition to ACTIVE for port object 36ceae5b-b860-4603-9d02-0d8263c85583 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:02:47.912010 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3609374 Sep 03 15:02:47.912671 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60556) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:47.922185 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] Request body: {'subnet': {'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1212575085-subnet', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:47.935512 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:47.965689 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158492f6-c69a-448c-8bf8-60571a6dbcdc admin admin] Pushing event updated for resources: {'Network': ['ID=9016dd82-64ea-4d8b-b800-9f94dbd1f0cb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:47.984717 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] Made reservation on behalf of ff5b3858837341c28c16e3a35d851ad8 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:02:47.988338 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12987618'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.036758 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Pushing event updated for resources: {'Port': ['ID=36ceae5b-b860-4603-9d02-0d8263c85583,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:48.067049 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-56f8b16c-2ab6-4931-9329-f432dae333c0 req-3e4bd0fc-9c79-451f-b6e6-7773ff4edb1e service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100403 Sep 03 15:02:48.086628 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Attempting to bind port 36ceae5b-b860-4603-9d02-0d8263c85583 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:02:48.087338 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Attempting to bind port 36ceae5b-b860-4603-9d02-0d8263c85583 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd4cdcdfd-dd35-4e1a-a359-8d266a15dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:02:48.087338 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Attempting to bind port 36ceae5b-b860-4603-9d02-0d8263c85583 on network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:02:48.094122 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Port 36ceae5b-b860-4603-9d02-0d8263c85583 on network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:02:48.094438 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Attempting to bind port 36ceae5b-b860-4603-9d02-0d8263c85583 on network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:02:48.114082 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:02:48.115846 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849cd4d-d9fd-49f8-be96-a9bda599f425 req-768fcb0a-6208-409a-b885-adcc3304793b tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:48.117672 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9849cd4d-d9fd-49f8-be96-a9bda599f425 req-768fcb0a-6208-409a-b885-adcc3304793b tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 944 time: 0.1166520 Sep 03 15:02:48.118802 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:02:48.119652 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Checking segment: {'id': 'd4cdcdfd-dd35-4e1a-a359-8d266a15dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:02:48.119807 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Bound using segment: {'id': 'd4cdcdfd-dd35-4e1a-a359-8d266a15dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:02:48.120297 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Bound port: 36ceae5b-b860-4603-9d02-0d8263c85583, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cdcdfd-dd35-4e1a-a359-8d266a15dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:02:48.120736 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.209550 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9849cd4d-d9fd-49f8-be96-a9bda599f425 req-0efe5e9b-e9c5-4ae4-886e-0cadcf31e5f1 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801075 Sep 03 15:02:48.209918 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13202717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12987596'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.226107 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] For port 36ceae5b-b860-4603-9d02-0d8263c85583, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:02:48.237734 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] For port 36ceae5b-b860-4603-9d02-0d8263c85583, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=36ceae5b-b860-4603-9d02-0d8263c85583,segment=NetworkSegment(d4cdcdfd-dd35-4e1a-a359-8d266a15dd28),segment_id=d4cdcdfd-dd35-4e1a-a359-8d266a15dd28)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:02:48.244373 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.278078 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:02:48.303674 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'port_id': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'mac_address': 'fa:16:3e:1f:14:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:02:48.314162 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:48.314795 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.316246 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] 10.222.0.26 "PUT /v2.0/ports/36ceae5b-b860-4603-9d02-0d8263c85583 HTTP/1.1" status: 200 len: 1094 time: 1.2209506 Sep 03 15:02:48.316717 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25487ddf-e318-4fea-a817-e438a0f7a909', 'tag': '36ceae5b-b860-4603-9d02-0d8263c85583'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:02:48.319133 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc8ba85-9cd7-432f-ad16-8048a4664581" -d '{"events": [{"name": "network-changed", "server_uuid": "25487ddf-e318-4fea-a817-e438a0f7a909", "tag": "36ceae5b-b860-4603-9d02-0d8263c85583"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:02:48.320101 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] Checking segment: {'id': '347f4fc9-b26e-447c-ab52-6b1365caaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:02:48.320473 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] Network hostable DHCP agents. Network: 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:02:48.356496 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f90f0b3-14aa-40b5-b95e-9a304e916ee3,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:48.356650 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 598fda4a-ac32-4cf9-ab94-7c058293fcb1 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:48.406599 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] Network 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:02:48.409590 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794b6fe4-cbb0-4c34-99bb-c7cfdd544983 x-openstack-request-id: req-794b6fe4-cbb0-4c34-99bb-c7cfdd544983 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:02:48.410059 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25487ddf-e318-4fea-a817-e438a0f7a909", "tag": "36ceae5b-b860-4603-9d02-0d8263c85583", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:02:48.410688 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-794b6fe4-cbb0-4c34-99bb-c7cfdd544983 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:02:48.411288 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25487ddf-e318-4fea-a817-e438a0f7a909', 'tag': '36ceae5b-b860-4603-9d02-0d8263c85583', 'status': 'completed', 'code': 200} Sep 03 15:02:48.414043 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.425982 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:48.434295 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c0d85-2b4c-4e2b-b662-61f402b69a40 service neutron] Pushing event updated for resources: {'Port': ['ID=36ceae5b-b860-4603-9d02-0d8263c85583,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:48.438694 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c43aa7-13ec-489e-976a-e87fcc2c7c97 req-047c5cb4-6117-4151-a618-5c927f16b3a5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:48.449045 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e0c43aa7-13ec-489e-976a-e87fcc2c7c97 req-047c5cb4-6117-4151-a618-5c927f16b3a5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.1325045 Sep 03 15:02:48.452984 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:48.453216 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.454345 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985030f8-3162-4822-9658-b9c5a7e3ada7 None None] Network 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:02:48.459616 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e90e7941-e28a-4dab-b54d-9492fdfd6cbd {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:02:48.472845 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-0ad8f420-00b7-4800-907c-878dfb8c82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:48.476615 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-0ad8f420-00b7-4800-907c-878dfb8c82d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90840e3b38784dde9b6f88e010d9191f&device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 1097 time: 0.0983417 Sep 03 15:02:48.483600 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c7c10d8a-3cfe-4705-9959-b3b756f7d2d1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5654120 Sep 03 15:02:48.486909 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60564) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:48.491350 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1212575085-router', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:48.517156 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e0c43aa7-13ec-489e-976a-e87fcc2c7c97 req-415cad02-35cd-4612-82cc-76b0e5fac93d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625725 Sep 03 15:02:48.534849 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-0c151bda-ef33-42b4-84af-2ab73aee6030 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36ceae5b-b860-4603-9d02-0d8263c85583 HTTP/1.1" status: 200 len: 217 time: 0.0421417 Sep 03 15:02:48.535136 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:02:48.541780 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4683'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.542882 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4722'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.549003 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.556452 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 2, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:48.561485 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 598fda4a-ac32-4cf9-ab94-7c058293fcb1 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:48.562647 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.600235 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-36636a94-85e9-474f-864c-78b45a731607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:48.603240 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-36636a94-85e9-474f-864c-78b45a731607 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0312b33f-bd69-44b4-b641-d8ab207ad4ef HTTP/1.1" status: 200 len: 849 time: 0.0583618 Sep 03 15:02:48.607011 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.647450 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Checking router: 87c8430c-b39b-44eb-954a-5277e55aaa58 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:02:48.648429 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Updating router 87c8430c-b39b-44eb-954a-5277e55aaa58 port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 binding host dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:02:48.728306 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['e90e7941-e28a-4dab-b54d-9492fdfd6cbd'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:02:48.783205 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.793981 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,revision_number=6']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:48.801857 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:48.847225 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34782e-7da9-47f2-b887-692e57c69b64 req-e5ae7937-4cba-4967-9f1c-8059624d1518 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:48.848813 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7d34782e-7da9-47f2-b887-692e57c69b64 req-e5ae7937-4cba-4967-9f1c-8059624d1518 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.1036730 Sep 03 15:02:48.906980 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7d34782e-7da9-47f2-b887-692e57c69b64 req-894d80f5-55c5-43ee-8a3d-96d079f3ac1c tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Sep 03 15:02:48.917065 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-46f08d02-d120-47b7-bfbb-f2871cdecaf1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3045719 Sep 03 15:02:48.920585 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce555569-4350-5e27-bffc-e45919926357-9016dd82-64ea-4d8b-b800-9f94dbd1f0cb', 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'fixed_ips': [{'subnet_id': '5f90f0b3-14aa-40b5-b95e-9a304e916ee3'}]}} from dv-cinder-774288-7-iscsi. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 15:02:48.920585 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.027845 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52014043-d2c4-4fb3-9cf2-3158d2eb9dbf req-07925242-5fdb-4803-9e63-f27756523dc6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:49.029914 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-52014043-d2c4-4fb3-9cf2-3158d2eb9dbf req-07925242-5fdb-4803-9e63-f27756523dc6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 945 time: 0.1223323 Sep 03 15:02:49.081749 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-b7793fb0-aaad-42c9-97c2-059bf614bd71 service neutron] 10.222.0.26 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380246 Sep 03 15:02:49.082974 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.101785 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.116760 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-52014043-d2c4-4fb3-9cf2-3158d2eb9dbf req-44e80b21-9b1a-4960-9bf0-233a405aee66 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787199 Sep 03 15:02:49.198607 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9f86ecf-cb20-4737-b696-c323a61bd91a req-0e5d10c1-2b4d-4668-93f8-a564821fd032 service neutron] 10.222.0.26 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068623 Sep 03 15:02:49.223827 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Allocated IP 172.27.0.190 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/8f57151c-142d-45b6-bf6c-350410ac2886) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:02:49.274402 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Allocated IP 172.20.0.2 (9016dd82-64ea-4d8b-b800-9f94dbd1f0cb/5f90f0b3-14aa-40b5-b95e-9a304e916ee3/39912bac-1257-4b0b-893c-316659810e06) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:02:49.327259 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ba85-9cd7-432f-ad16-8048a4664581 req-e8414375-3c3b-43fb-9a37-f7eb7b7a05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:49.328896 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fcc8ba85-9cd7-432f-ad16-8048a4664581 req-e8414375-3c3b-43fb-9a37-f7eb7b7a05c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90840e3b38784dde9b6f88e010d9191f&device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 1097 time: 0.0507231 Sep 03 15:02:49.390810 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.401623 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab050cc-1bca-4e00-9f5f-87bae7e4fe52 req-3d556acb-f8f0-4bfa-9b67-45ba24cc9895 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:49.403132 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dab050cc-1bca-4e00-9f5f-87bae7e4fe52 req-3d556acb-f8f0-4bfa-9b67-45ba24cc9895 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 944 time: 0.0858612 Sep 03 15:02:49.412337 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.434665 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Transition to ACTIVE for port object 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:02:49.474958 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ba85-9cd7-432f-ad16-8048a4664581 req-81d2f7ae-b130-47d3-9a6e-9e62bf0a7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:49.476598 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.477006 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fcc8ba85-9cd7-432f-ad16-8048a4664581 req-81d2f7ae-b130-47d3-9a6e-9e62bf0a7f7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c HTTP/1.1" status: 200 len: 910 time: 0.1344044 Sep 03 15:02:49.485592 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dab050cc-1bca-4e00-9f5f-87bae7e4fe52 req-8c69693e-0e1c-4db2-a91c-5d5170065f01 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592198 Sep 03 15:02:49.487725 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.526963 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:02:49.535115 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:49.537075 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.541924 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:02:49.544534 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fcc8ba85-9cd7-432f-ad16-8048a4664581 req-48fe5680-f3c8-4b4f-8c9d-0d4aca90b224 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36ceae5b-b860-4603-9d02-0d8263c85583 HTTP/1.1" status: 200 len: 217 time: 0.0582891 Sep 03 15:02:49.553479 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bce832-5c66-481e-b3a5-b9fbe9d54dcf None None] Pushing event updated for resources: {'Port': ['ID=8f62183e-9fe0-4aeb-88d7-25ab0e2b4497,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:49.556735 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Transition to ACTIVE for port object 39912bac-1257-4b0b-893c-316659810e06 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:02:49.600060 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=8f57151c-142d-45b6-bf6c-350410ac2886,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:49.625739 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Transition to ACTIVE for port object 39912bac-1257-4b0b-893c-316659810e06 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:02:49.646064 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Attempting to bind port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:02:49.646556 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Attempting to bind port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:02:49.647176 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Attempting to bind port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 on network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:02:49.653949 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.660158 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:02:49.660446 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Checking segment: {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:02:49.660841 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.661315 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Bound using segment: {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:02:49.661770 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Bound port: 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:02:49.662203 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.687704 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8ba85-9cd7-432f-ad16-8048a4664581 req-afdc6d6d-4ee3-4fb2-9867-95431e70192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:49.689406 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fcc8ba85-9cd7-432f-ad16-8048a4664581 req-afdc6d6d-4ee3-4fb2-9867-95431e70192d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0312b33f-bd69-44b4-b641-d8ab207ad4ef HTTP/1.1" status: 200 len: 849 time: 0.1336346 Sep 03 15:02:49.741610 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Network 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:02:49.742023 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fcc8ba85-9cd7-432f-ad16-8048a4664581 req-677960ee-4c60-4b3a-b822-34f6d877abad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381391 Sep 03 15:02:49.759801 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2fa4-e34a-469a-89c6-c335babc85ef req-11334234-114d-4675-ad5c-80d0d83cd45f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:49.762687 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:49.768529 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:02:49.774682 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c4db2fa4-e34a-469a-89c6-c335babc85ef req-11334234-114d-4675-ad5c-80d0d83cd45f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.1266074 Sep 03 15:02:49.797914 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Pushing event updated for resources: {'Port': ['ID=39912bac-1257-4b0b-893c-316659810e06,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:49.805121 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e90e7941-e28a-4dab-b54d-9492fdfd6cbd up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:49.891058 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c4db2fa4-e34a-469a-89c6-c335babc85ef req-e43ea82c-5033-4b3d-9264-85cc478523ba tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152952 Sep 03 15:02:49.928966 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fcc8ba85-9cd7-432f-ad16-8048a4664581 req-ec321e3f-b880-4334-8bd4-c4221e3c0d71 service neutron] 10.222.0.26 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513305 Sep 03 15:02:49.951408 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] For port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:02:49.958285 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] For port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=8f62183e-9fe0-4aeb-88d7-25ab0e2b4497,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:02:49.967944 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Attempting to bind port 39912bac-1257-4b0b-893c-316659810e06 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:02:49.968330 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Attempting to bind port 39912bac-1257-4b0b-893c-316659810e06 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '347f4fc9-b26e-447c-ab52-6b1365caaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:02:49.968744 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Attempting to bind port 39912bac-1257-4b0b-893c-316659810e06 on network 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:02:49.970633 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:02:49.978553 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.986554 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:02:49.986868 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Checking segment: {'id': '347f4fc9-b26e-447c-ab52-6b1365caaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:02:49.987277 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:49.987677 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Bound using segment: {'id': '347f4fc9-b26e-447c-ab52-6b1365caaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:02:49.988164 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Bound port: 39912bac-1257-4b0b-893c-316659810e06, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347f4fc9-b26e-447c-ab52-6b1365caaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:02:49.988596 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:50.025658 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port e90e7941-e28a-4dab-b54d-9492fdfd6cbd triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:50.026027 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:50.140469 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3e22-831f-48aa-896f-8d9620da8687 req-0c9c64c1-84e5-42e1-9beb-10ba5e0255b9 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:50.143974 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fcc8ba85-9cd7-432f-ad16-8048a4664581 req-76020557-a4d9-4ba6-8a7d-2c22cf184ff5 service neutron] 10.222.0.26 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045107 Sep 03 15:02:50.148303 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-26ff3e22-831f-48aa-896f-8d9620da8687 req-0c9c64c1-84e5-42e1-9beb-10ba5e0255b9 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.1081986 Sep 03 15:02:50.319431 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-26ff3e22-831f-48aa-896f-8d9620da8687 req-91f21535-17fc-4918-99dc-e88c879bd8e8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701183 Sep 03 15:02:50.323970 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd4be1-5145-42e8-a0c7-2c0553c3bd8a req-10047756-6558-43c2-8603-a7d5ee225f8c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:50.330689 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5dcd4be1-5145-42e8-a0c7-2c0553c3bd8a req-10047756-6558-43c2-8603-a7d5ee225f8c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 945 time: 0.0753872 Sep 03 15:02:50.357700 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bce832-5c66-481e-b3a5-b9fbe9d54dcf None None] Pushing event updated for resources: {'Port': ['ID=8f62183e-9fe0-4aeb-88d7-25ab0e2b4497,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:50.376905 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:50.388402 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:02:50.389080 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:02:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:50.415608 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5dcd4be1-5145-42e8-a0c7-2c0553c3bd8a req-d47b8d21-b87d-4d99-a831-94727f9bf7b9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767448 Sep 03 15:02:50.489939 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] For port 39912bac-1257-4b0b-893c-316659810e06, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:02:50.538686 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] For port 39912bac-1257-4b0b-893c-316659810e06, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=39912bac-1257-4b0b-893c-316659810e06,segment=NetworkSegment(347f4fc9-b26e-447c-ab52-6b1365caaa17),segment_id=347f4fc9-b26e-447c-ab52-6b1365caaa17)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:02:50.550987 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:50.604565 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:50.663184 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:02:50.670085 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:02:50.672489 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0526d9cf-d38d-4ca0-a08d-2d5574f55410" -d '{"events": [{"server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "name": "network-vif-plugged", "status": "completed", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:02:50.686044 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ede37-6d60-46ac-ab47-d1eb7075830a req-035b0f46-3bf3-4445-9155-2353f05b4907 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:50.687576 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa7ede37-6d60-46ac-ab47-d1eb7075830a req-035b0f46-3bf3-4445-9155-2353f05b4907 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 944 time: 0.1019518 Sep 03 15:02:50.705765 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696501'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:50.728169 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:02:50.730818 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b60a9-627e-4265-9161-d8cb3948bcd0 None None] Pushing event updated for resources: {'Port': ['ID=39912bac-1257-4b0b-893c-316659810e06,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:50.740820 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:50.793000 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdd9f7c-937e-4557-bb8a-023abf3905bf x-openstack-request-id: req-4bdd9f7c-937e-4557-bb8a-023abf3905bf {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:02:50.793278 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "name": "network-vif-plugged", "status": "completed", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:02:50.793517 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4bdd9f7c-937e-4557-bb8a-023abf3905bf {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:02:50.793972 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'code': 200} Sep 03 15:02:50.798468 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa7ede37-6d60-46ac-ab47-d1eb7075830a req-728e1edd-053e-4945-a893-1f062b50a8f7 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048028 Sep 03 15:02:50.885256 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Router 4b615541-7e56-46d6-a3b0-5e387d7637c6 is scheduled to L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 15:02:50.924878 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,revision_number=7']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:51.077876 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:49Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:51.104891 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:02:51.120670 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccef7b93-f7ea-4f7d-9f96-313af513899f None None] The sync data for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi is: [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:49Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:02:51.126354 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Sync routers for ids ['4b615541-7e56-46d6-a3b0-5e387d7637c6'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:02:51.141700 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7974e-acef-4631-8e83-589cf4054782 req-d0042706-fb3d-4d7a-b0a0-5d81ed2b69d6 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:51.143149 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Routers {'4b615541-7e56-46d6-a3b0-5e387d7637c6'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:02:51.143814 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:02:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['4b615541-7e56-46d6-a3b0-5e387d7637c6'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:51.150784 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ecd7974e-acef-4631-8e83-589cf4054782 req-d0042706-fb3d-4d7a-b0a0-5d81ed2b69d6 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.1177478 Sep 03 15:02:51.179595 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:51.185280 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-91641cbc-3cd8-440d-aae2-60acedeb2ab8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6969271 Sep 03 15:02:51.186061 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60620) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:51.259767 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ecd7974e-acef-4631-8e83-589cf4054782 req-1781a789-e872-41b1-90f7-6a4bb9b932ab tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080513 Sep 03 15:02:51.330208 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Set router 4b615541-7e56-46d6-a3b0-5e387d7637c6 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:02:51.660951 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed363c0-dc43-411b-996c-4354588bde0e req-dd278069-ae18-4e02-ab4f-091b558172cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:51.671414 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0ed363c0-dc43-411b-996c-4354588bde0e req-dd278069-ae18-4e02-ab4f-091b558172cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.1256108 Sep 03 15:02:51.743351 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35e7fb-4137-4ba8-a47d-c927820dd3fc req-52cd69cf-d6e9-46f6-b846-575b612c56cb tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:51.774370 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab35e7fb-4137-4ba8-a47d-c927820dd3fc req-52cd69cf-d6e9-46f6-b846-575b612c56cb tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.2064648 Sep 03 15:02:51.802179 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0ed363c0-dc43-411b-996c-4354588bde0e req-6f0f9895-1209-47d7-a3c7-93da1c1db35c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295128 Sep 03 15:02:51.807717 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 36ceae5b-b860-4603-9d02-0d8263c85583 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:02:51.884851 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'name': 'tempest-TestVolumeBootPattern-1212575085-router', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:48Z', 'updated_at': '2021-09-03T15:02:50Z', 'revision_number': 3, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'gw_port': {'id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:49Z', 'updated_at': '2021-09-03T15:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:51.971474 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Checking router: 4b615541-7e56-46d6-a3b0-5e387d7637c6 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:02:51.971814 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Updating router 4b615541-7e56-46d6-a3b0-5e387d7637c6 port 8f57151c-142d-45b6-bf6c-350410ac2886 binding host dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:02:52.036271 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:52.050977 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd414dde-3bcf-4d08-a8e0-8fb3b82f4b2c req-874f70a3-a804-4c92-a0b4-d52e6f1a7027 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:52.054953 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dd414dde-3bcf-4d08-a8e0-8fb3b82f4b2c req-874f70a3-a804-4c92-a0b4-d52e6f1a7027 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 944 time: 0.1214659 Sep 03 15:02:52.055911 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 36ceae5b-b860-4603-9d02-0d8263c85583, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=36ceae5b-b860-4603-9d02-0d8263c85583,segment=NetworkSegment(d4cdcdfd-dd35-4e1a-a359-8d266a15dd28),segment_id=d4cdcdfd-dd35-4e1a-a359-8d266a15dd28)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:02:52.089212 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab35e7fb-4137-4ba8-a47d-c927820dd3fc req-3cad0720-a911-4151-b76f-14624b03104b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096833 Sep 03 15:02:52.096560 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '36ceae5b-b860-4603-9d02-0d8263c85583', 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c', 'port_id': '36ceae5b-b860-4603-9d02-0d8263c85583', 'mac_address': 'fa:16:3e:37:60:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0312b33f-bd69-44b4-b641-d8ab207ad4ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:02:52.188283 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:52.208131 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dd414dde-3bcf-4d08-a8e0-8fb3b82f4b2c req-e5d72ce2-3aa9-4861-aff0-c9e917e02fc2 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425259 Sep 03 15:02:52.228816 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ceae5b-b860-4603-9d02-0d8263c85583 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:02:52.267760 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 36ceae5b-b860-4603-9d02-0d8263c85583, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=36ceae5b-b860-4603-9d02-0d8263c85583,segment=NetworkSegment(d4cdcdfd-dd35-4e1a-a359-8d266a15dd28),segment_id=d4cdcdfd-dd35-4e1a-a359-8d266a15dd28)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:02:52.285417 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:52.392203 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=36ceae5b-b860-4603-9d02-0d8263c85583,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:52.403347 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5427e447-f766-4ac6-b21a-3625e64f9718 None None] Network 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:02:52.455639 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-45f226ad-0dab-49af-8844-e779e4777b25 None None] Provisioning for port 39912bac-1257-4b0b-893c-316659810e06 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:02:52.547790 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:52.559446 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 39912bac-1257-4b0b-893c-316659810e06 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:52.627775 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:52.639965 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Transition to ACTIVE for port object 8f57151c-142d-45b6-bf6c-350410ac2886 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:02:52.670041 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:52.683447 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['36ceae5b-b860-4603-9d02-0d8263c85583'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:02:52.694028 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 39912bac-1257-4b0b-893c-316659810e06 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:02:52.743494 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3ad19-a61f-499f-8c88-0661b8fbfa88 None None] Pushing event updated for resources: {'Port': ['ID=8f57151c-142d-45b6-bf6c-350410ac2886,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:52.749786 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 39912bac-1257-4b0b-893c-316659810e06 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:52.751213 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:52.769212 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Attempting to bind port 8f57151c-142d-45b6-bf6c-350410ac2886 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:02:52.769613 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Attempting to bind port 8f57151c-142d-45b6-bf6c-350410ac2886 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:02:52.769975 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Attempting to bind port 8f57151c-142d-45b6-bf6c-350410ac2886 on network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:02:52.778200 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:02:52.778576 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Checking segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:02:52.778977 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:52.780246 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Bound using segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:02:52.780725 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Bound port: 8f57151c-142d-45b6-bf6c-350410ac2886, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:02:52.781896 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:52.844709 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] For port 8f57151c-142d-45b6-bf6c-350410ac2886, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:02:52.848320 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] For port 8f57151c-142d-45b6-bf6c-350410ac2886, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=8f57151c-142d-45b6-bf6c-350410ac2886,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:02:52.875536 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:52.988728 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3ad19-a61f-499f-8c88-0661b8fbfa88 None None] Pushing event updated for resources: {'Port': ['ID=8f57151c-142d-45b6-bf6c-350410ac2886,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:53.011490 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Routers {'4b615541-7e56-46d6-a3b0-5e387d7637c6'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:02:53.012286 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:02:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['4b615541-7e56-46d6-a3b0-5e387d7637c6'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:53.023196 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:53.045989 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Allocated IP 172.20.0.1 (9016dd82-64ea-4d8b-b800-9f94dbd1f0cb/5f90f0b3-14aa-40b5-b95e-9a304e916ee3/d91c2286-e16d-4e62-af8d-6010eb4a8564) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:02:53.066764 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b061b-3955-4e9b-9413-33b8c0052cd9 req-e76871d4-7a8c-4072-9b2d-d6833f1daa8b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:53.069025 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8a6b061b-3955-4e9b-9413-33b8c0052cd9 req-e76871d4-7a8c-4072-9b2d-d6833f1daa8b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.1246107 Sep 03 15:02:53.108531 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 39912bac-1257-4b0b-893c-316659810e06, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=39912bac-1257-4b0b-893c-316659810e06,segment=NetworkSegment(347f4fc9-b26e-447c-ab52-6b1365caaa17),segment_id=347f4fc9-b26e-447c-ab52-6b1365caaa17)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:02:53.123304 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:53.124318 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:53.196693 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] Set router 4b615541-7e56-46d6-a3b0-5e387d7637c6 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:02:53.202735 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d9380-62a0-44b5-ad7c-8fc009d9f247 req-3fd28ec4-0a5f-4424-ad48-e57054243c80 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:53.212347 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8b5d9380-62a0-44b5-ad7c-8fc009d9f247 req-3fd28ec4-0a5f-4424-ad48-e57054243c80 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.1228027 Sep 03 15:02:53.282322 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8b5d9380-62a0-44b5-ad7c-8fc009d9f247 req-d7513efe-7903-46a8-a32c-e84d7863c49d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626967 Sep 03 15:02:53.284526 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:02:53.311106 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8a6b061b-3955-4e9b-9413-33b8c0052cd9 req-24fb28b3-639a-462d-9db1-d00b8ba44564 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925278 Sep 03 15:02:53.381593 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:53.381935 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:53.447829 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcae97-adb3-4707-9a51-78cb73763d43 req-8038f253-b5e0-4e93-9954-4ff25ac817c2 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:53.458572 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-50dcae97-adb3-4707-9a51-78cb73763d43 req-8038f253-b5e0-4e93-9954-4ff25ac817c2 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0913589 Sep 03 15:02:53.499877 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=39912bac-1257-4b0b-893c-316659810e06,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:53.521268 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-50dcae97-adb3-4707-9a51-78cb73763d43 req-c98f6f89-c173-4336-bbba-def81573ddf0 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611732 Sep 03 15:02:53.637731 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-13c4da3a-72dc-4b6a-907e-33aa423e834a None None] Provisioning complete for port 39912bac-1257-4b0b-893c-316659810e06 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:53.638109 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-13c4da3a-72dc-4b6a-907e-33aa423e834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:53.687644 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:53.734490 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=8f62183e-9fe0-4aeb-88d7-25ab0e2b4497,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:02:53.783085 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:53.907603 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'name': 'tempest-TestVolumeBootPattern-1212575085-router', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:48Z', 'updated_at': '2021-09-03T15:02:50Z', 'revision_number': 3, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'gw_port': {'id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:49Z', 'updated_at': '2021-09-03T15:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:54.019204 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb50f94f-52f3-4dd9-a7b8-29df78243252 None None] The sync data for ids ['4b615541-7e56-46d6-a3b0-5e387d7637c6'] in dv-cinder-774288-7-iscsi is: [{'id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'name': 'tempest-TestVolumeBootPattern-1212575085-router', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:48Z', 'updated_at': '2021-09-03T15:02:50Z', 'revision_number': 3, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'gw_port': {'id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:49Z', 'updated_at': '2021-09-03T15:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:02:54.049699 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=8f62183e-9fe0-4aeb-88d7-25ab0e2b4497,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:54.216510 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844e86c-8a03-4e05-bdec-734c0af48026 req-178b182e-219a-41f7-a022-1991b041ef79 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:54.216510 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0844e86c-8a03-4e05-bdec-734c0af48026 req-178b182e-219a-41f7-a022-1991b041ef79 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 945 time: 0.7417388 Sep 03 15:02:54.222101 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:54.241404 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Transition to ACTIVE for port object d91c2286-e16d-4e62-af8d-6010eb4a8564 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:02:54.334099 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:54.471469 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 39912bac-1257-4b0b-893c-316659810e06 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:54.519696 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Network 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:02:54.526547 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:54.540888 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:02:54.572557 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0844e86c-8a03-4e05-bdec-734c0af48026 req-ceb9f0d1-bc77-4ce6-8290-7556828318fd tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696836 Sep 03 15:02:54.588439 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 39912bac-1257-4b0b-893c-316659810e06 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:54.589059 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:54.652454 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Pushing event updated for resources: {'Port': ['ID=d91c2286-e16d-4e62-af8d-6010eb4a8564,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:54.673472 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce76df-4197-4ac1-a03d-1e88096f1e10 req-91116553-a6e2-4d0c-8e93-7c21f66fe5e5 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:54.683980 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-25ce76df-4197-4ac1-a03d-1e88096f1e10 req-91116553-a6e2-4d0c-8e93-7c21f66fe5e5 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.1550684 Sep 03 15:02:54.747861 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-25ce76df-4197-4ac1-a03d-1e88096f1e10 req-8bb82aa6-6ef4-4208-a2c3-3c6896811219 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565622 Sep 03 15:02:54.823739 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:54.854429 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814176'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:54.925388 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:54.925388 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:54.943818 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d89d3f-79a7-4bd6-95c8-cdc9f2394fa3 req-d82a3967-4165-4d74-91fa-1a78f94605e9 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:54.945603 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51d89d3f-79a7-4bd6-95c8-cdc9f2394fa3 req-d82a3967-4165-4d74-91fa-1a78f94605e9 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.2287333 Sep 03 15:02:55.030386 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-66c0b464-a410-44b5-9d28-6515467b32e8 None None] Provisioning for port d91c2286-e16d-4e62-af8d-6010eb4a8564 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:02:55.038736 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-66c0b464-a410-44b5-9d28-6515467b32e8 None None] Provisioning complete for port d91c2286-e16d-4e62-af8d-6010eb4a8564 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:55.040420 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51d89d3f-79a7-4bd6-95c8-cdc9f2394fa3 req-190eda2d-e11f-43fe-b64d-687a1c98dcfa tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856032 Sep 03 15:02:55.054782 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-66c0b464-a410-44b5-9d28-6515467b32e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:55.115073 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:55.151998 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-66c0b464-a410-44b5-9d28-6515467b32e8 None None] Port d91c2286-e16d-4e62-af8d-6010eb4a8564 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:02:55.365335 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:55.377311 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13202918'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:55.455210 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698608'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:55.457105 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Pushing event updated for resources: {'Port': ['ID=d91c2286-e16d-4e62-af8d-6010eb4a8564,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:55.570261 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Network 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:02:55.572276 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:02:55.799058 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d2ce4-8fcd-4a68-b4bc-281dd2352435 req-ff460863-4cb8-49bc-ae93-4a43032b7c1f tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:55.807745 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8b7d2ce4-8fcd-4a68-b4bc-281dd2352435 req-ff460863-4cb8-49bc-ae93-4a43032b7c1f tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 945 time: 0.0657346 Sep 03 15:02:55.814925 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Router 4b615541-7e56-46d6-a3b0-5e387d7637c6 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:02:55.838892 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 36ceae5b-b860-4603-9d02-0d8263c85583 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:55.894262 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8b7d2ce4-8fcd-4a68-b4bc-281dd2352435 req-22a29fda-83ad-4e43-84b9-d690fd4d0667 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852106 Sep 03 15:02:55.916060 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b30bad5f-c9a7-452c-a418-5d26edd2e221 None None] Provisioning complete for port d91c2286-e16d-4e62-af8d-6010eb4a8564 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:55.916426 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b30bad5f-c9a7-452c-a418-5d26edd2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:55.967049 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-b30bad5f-c9a7-452c-a418-5d26edd2e221 None None] Port d91c2286-e16d-4e62-af8d-6010eb4a8564 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:02:55.971015 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port 36ceae5b-b860-4603-9d02-0d8263c85583 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:02:55.975139 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 36ceae5b-b860-4603-9d02-0d8263c85583 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:55.975867 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:56.046317 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:02:56.066115 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-874d7874-eda9-4d48-887c-35b99c42adbf admin admin] 10.222.0.46 "PUT /v2.0/routers/4b615541-7e56-46d6-a3b0-5e387d7637c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8655016 Sep 03 15:02:56.072223 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e039e24-0713-46d5-803a-24d585ba26ec req-60c74365-1fb2-4628-9be1-c2b03152a8fc tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:56.077043 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9e039e24-0713-46d5-803a-24d585ba26ec req-60c74365-1fb2-4628-9be1-c2b03152a8fc tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.1026442 Sep 03 15:02:56.116643 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:56.155338 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9e039e24-0713-46d5-803a-24d585ba26ec req-de378b48-9dbf-4cb6-947c-96ae5d42ba61 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642376 Sep 03 15:02:56.202497 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 36ceae5b-b860-4603-9d02-0d8263c85583, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=36ceae5b-b860-4603-9d02-0d8263c85583,segment=NetworkSegment(d4cdcdfd-dd35-4e1a-a359-8d266a15dd28),segment_id=d4cdcdfd-dd35-4e1a-a359-8d266a15dd28)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:02:56.204999 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25487ddf-e318-4fea-a817-e438a0f7a909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ceae5b-b860-4603-9d02-0d8263c85583'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:02:56.209181 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604a4953-80e5-4eab-ac55-8af5093fe90d" -d '{"events": [{"server_uuid": "25487ddf-e318-4fea-a817-e438a0f7a909", "name": "network-vif-plugged", "status": "completed", "tag": "36ceae5b-b860-4603-9d02-0d8263c85583"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:02:56.220206 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:56.322156 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=36ceae5b-b860-4603-9d02-0d8263c85583,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:56.348447 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5ed2d-41f2-490f-936a-0f110594e866 req-787daa39-b716-4fe5-9af1-095a444deaf2 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:56.350129 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-74e5ed2d-41f2-490f-936a-0f110594e866 req-787daa39-b716-4fe5-9af1-095a444deaf2 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0796807 Sep 03 15:02:56.356397 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216a5013-fb7f-467f-8275-e9267311164a x-openstack-request-id: req-216a5013-fb7f-467f-8275-e9267311164a {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:02:56.356759 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25487ddf-e318-4fea-a817-e438a0f7a909", "name": "network-vif-plugged", "status": "completed", "tag": "36ceae5b-b860-4603-9d02-0d8263c85583", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:02:56.357071 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-216a5013-fb7f-467f-8275-e9267311164a {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:02:56.357574 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25487ddf-e318-4fea-a817-e438a0f7a909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ceae5b-b860-4603-9d02-0d8263c85583', 'code': 200} Sep 03 15:02:56.445839 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-74e5ed2d-41f2-490f-936a-0f110594e866 req-2c188d17-2440-43ad-bfba-56c06836ebe0 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580742 Sep 03 15:02:56.448519 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8f57151c-142d-45b6-bf6c-350410ac2886 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:56.652287 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db4bfd-c232-4719-b826-3c40d59ac7a2 req-5f75df24-073d-42d8-b501-e9a3142ff775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:56.653503 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-32db4bfd-c232-4719-b826-3c40d59ac7a2 req-5f75df24-073d-42d8-b501-e9a3142ff775 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 1099 time: 0.0945446 Sep 03 15:02:56.732330 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Sync routers for ids ['4b615541-7e56-46d6-a3b0-5e387d7637c6'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:02:56.746864 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Routers {'4b615541-7e56-46d6-a3b0-5e387d7637c6'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:02:56.747637 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:02:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['4b615541-7e56-46d6-a3b0-5e387d7637c6'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:56.796463 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-32db4bfd-c232-4719-b826-3c40d59ac7a2 req-f8d6f177-a88b-4268-9533-35eb1892ed8d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336696 Sep 03 15:02:56.814958 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61075646-2c39-435c-bff6-c8ffabd9a7b4 req-f88350ff-2561-4358-a2f9-a6041205b408 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:56.826353 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-61075646-2c39-435c-bff6-c8ffabd9a7b4 req-f88350ff-2561-4358-a2f9-a6041205b408 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.1127532 Sep 03 15:02:56.864833 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 8f57151c-142d-45b6-bf6c-350410ac2886 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:02:56.872643 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-61075646-2c39-435c-bff6-c8ffabd9a7b4 req-d050b62a-26b0-4e36-baf2-bfbc18a78b0d tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443506 Sep 03 15:02:56.874806 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 8f57151c-142d-45b6-bf6c-350410ac2886 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:56.875188 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:56.999164 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Set router 4b615541-7e56-46d6-a3b0-5e387d7637c6 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:02:57.006444 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416da867-2794-4b1d-8119-3f06aabb2696 req-0e3e1703-3d9f-4243-9300-9fe157a7bb6c tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:57.008432 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-416da867-2794-4b1d-8119-3f06aabb2696 req-0e3e1703-3d9f-4243-9300-9fe157a7bb6c tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 946 time: 0.0594745 Sep 03 15:02:57.093208 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-416da867-2794-4b1d-8119-3f06aabb2696 req-885a5e8b-bb17-45f0-9a81-83cadbbdb1ef tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684209 Sep 03 15:02:57.120920 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42743e-a6d7-41dc-ae47-4850e2afb2e7 req-899bdcb1-fc38-474c-a218-b9df8d21a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:57.122445 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-cc42743e-a6d7-41dc-ae47-4850e2afb2e7 req-899bdcb1-fc38-474c-a218-b9df8d21a1cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92cc24783e8c4100bff6576d1ea0004a&device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 1099 time: 0.0728185 Sep 03 15:02:57.125482 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60708) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:57.131443 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-7bd0a09a-852e-45d7-a4df-c1b128e7166f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527968551', 'description': 'tempest-secgroup-smoke-1527968551 description', 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:57.147617 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.165126 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a09a-852e-45d7-a4df-c1b128e7166f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.188800 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 8f57151c-142d-45b6-bf6c-350410ac2886, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=8f57151c-142d-45b6-bf6c-350410ac2886,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:02:57.224386 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.260366 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42743e-a6d7-41dc-ae47-4850e2afb2e7 req-e16fe812-b89f-42dd-a8c7-df0a51e6979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:57.262693 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-cc42743e-a6d7-41dc-ae47-4850e2afb2e7 req-e16fe812-b89f-42dd-a8c7-df0a51e6979e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 200 len: 912 time: 0.1281803 Sep 03 15:02:57.267921 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a09a-852e-45d7-a4df-c1b128e7166f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.276868 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a09a-852e-45d7-a4df-c1b128e7166f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.316313 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a09a-852e-45d7-a4df-c1b128e7166f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.317708 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7bd0a09a-852e-45d7-a4df-c1b128e7166f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1910784 Sep 03 15:02:57.320742 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60714) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:57.327178 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-90a214ee-ba0c-4c7e-9007-ffe9b760467f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'security_group_rule': {'security_group_id': '3fa00170-9493-4f57-a23a-85f9298dee59', 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:57.333481 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0a09a-852e-45d7-a4df-c1b128e7166f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa00170-9493-4f57-a23a-85f9298dee59,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:57.364950 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90a214ee-ba0c-4c7e-9007-ffe9b760467f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.373434 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=8f57151c-142d-45b6-bf6c-350410ac2886,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:57.404027 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-cc42743e-a6d7-41dc-ae47-4850e2afb2e7 req-9dc82208-4f29-4826-ace6-d5bc324e62a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c602f7-a851-42c0-be7b-7e85b34a58e1 HTTP/1.1" status: 200 len: 1002 time: 0.1306870 Sep 03 15:02:57.409913 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'name': 'tempest-TestVolumeBootPattern-1212575085-router', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:48Z', 'updated_at': '2021-09-03T15:02:55Z', 'revision_number': 4, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'gw_port': {'id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:49Z', 'updated_at': '2021-09-03T15:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'd91c2286-e16d-4e62-af8d-6010eb4a8564', 'name': '', 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'mac_address': 'fa:16:3e:b0:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f90f0b3-14aa-40b5-b95e-9a304e916ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:52Z', 'updated_at': '2021-09-03T15:02:55Z', 'revision_number': 2, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'subnets': [{'id': '5f90f0b3-14aa-40b5-b95e-9a304e916ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:57.415790 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065e06b-3b8d-4c71-9f31-06dd2236aacd req-14ce0489-1063-47e1-b584-b7b34ff1dccb tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:57.417297 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e065e06b-3b8d-4c71-9f31-06dd2236aacd req-14ce0489-1063-47e1-b584-b7b34ff1dccb tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0810926 Sep 03 15:02:57.424257 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90a214ee-ba0c-4c7e-9007-ffe9b760467f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.430857 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90a214ee-ba0c-4c7e-9007-ffe9b760467f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.444335 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a214ee-ba0c-4c7e-9007-ffe9b760467f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314f477b-db74-4758-bda5-fa487d9c6c83,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:57.447024 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Checking router: 4b615541-7e56-46d6-a3b0-5e387d7637c6 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:02:57.447632 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Updating router 4b615541-7e56-46d6-a3b0-5e387d7637c6 port d91c2286-e16d-4e62-af8d-6010eb4a8564 binding host dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:02:57.466069 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90a214ee-ba0c-4c7e-9007-ffe9b760467f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.467439 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-90a214ee-ba0c-4c7e-9007-ffe9b760467f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455774 Sep 03 15:02:57.470220 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60716) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:57.477891 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-da4aaa30-1f28-4ebd-a920-289cca0ca892 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'security_group_rule': {'security_group_id': '3fa00170-9493-4f57-a23a-85f9298dee59', 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:57.482939 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.500534 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e065e06b-3b8d-4c71-9f31-06dd2236aacd req-809e6bb7-2bd6-4969-ad0b-e0b1a6ee8834 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746973 Sep 03 15:02:57.502516 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42743e-a6d7-41dc-ae47-4850e2afb2e7 req-7d26c189-bb3c-49e7-b04c-0342f7670963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:57.503874 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-cc42743e-a6d7-41dc-ae47-4850e2afb2e7 req-7d26c189-bb3c-49e7-b04c-0342f7670963 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c59e563-865c-4b5c-80bc-f771c855535d HTTP/1.1" status: 200 len: 850 time: 0.0856309 Sep 03 15:02:57.518802 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da4aaa30-1f28-4ebd-a920-289cca0ca892 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.565051 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42743e-a6d7-41dc-ae47-4850e2afb2e7 req-52957618-2f61-470a-a7ee-eb70ecc8ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:57.566647 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-cc42743e-a6d7-41dc-ae47-4850e2afb2e7 req-52957618-2f61-470a-a7ee-eb70ecc8ff53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9bf41e-f10e-437e-872f-49198a03f4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478656 Sep 03 15:02:57.595525 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da4aaa30-1f28-4ebd-a920-289cca0ca892 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.602070 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da4aaa30-1f28-4ebd-a920-289cca0ca892 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.621762 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4aaa30-1f28-4ebd-a920-289cca0ca892 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e38fd9-2c3d-4eeb-9e16-e4de81edd366,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:57.629932 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-da4aaa30-1f28-4ebd-a920-289cca0ca892 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.633953 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-da4aaa30-1f28-4ebd-a920-289cca0ca892 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600335 Sep 03 15:02:57.634293 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60720) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:57.639018 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9b354897-25b2-40f4-a7fe-ecb0788a48e1 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'security_group_rule': {'security_group_id': '3fa00170-9493-4f57-a23a-85f9298dee59', 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:57.670162 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b354897-25b2-40f4-a7fe-ecb0788a48e1 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.677869 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-cc42743e-a6d7-41dc-ae47-4850e2afb2e7 req-313d98ce-767a-4bab-8af0-5d8411cdd0ad service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021590 Sep 03 15:02:57.729860 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b354897-25b2-40f4-a7fe-ecb0788a48e1 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.735773 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b354897-25b2-40f4-a7fe-ecb0788a48e1 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.755110 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b354897-25b2-40f4-a7fe-ecb0788a48e1 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76da4a0-9829-43d3-8b5b-f22bac35ade1,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:57.764023 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9b354897-25b2-40f4-a7fe-ecb0788a48e1 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.765391 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9b354897-25b2-40f4-a7fe-ecb0788a48e1 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301692 Sep 03 15:02:57.768173 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 60722) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:57.772706 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fb18beaf-b60e-4ebf-b9dd-d094703d4c2f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'security_group_rule': {'security_group_id': '3fa00170-9493-4f57-a23a-85f9298dee59', 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:57.779726 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.790771 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Transition to ACTIVE for port object d91c2286-e16d-4e62-af8d-6010eb4a8564 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:02:57.797372 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.806498 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb18beaf-b60e-4ebf-b9dd-d094703d4c2f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.806732 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-cc42743e-a6d7-41dc-ae47-4850e2afb2e7 req-761350fb-9f90-4cf7-8907-184db983b82a service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085970 Sep 03 15:02:57.847302 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99910b10-cee5-45d4-b6ac-178365bcad72 None None] Pushing event updated for resources: {'Port': ['ID=d91c2286-e16d-4e62-af8d-6010eb4a8564,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:57.876132 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb18beaf-b60e-4ebf-b9dd-d094703d4c2f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.886989 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb18beaf-b60e-4ebf-b9dd-d094703d4c2f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.918043 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18beaf-b60e-4ebf-b9dd-d094703d4c2f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ccede37-d128-441d-a88d-15a5e239d619,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:57.923060 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Attempting to bind port d91c2286-e16d-4e62-af8d-6010eb4a8564 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:02:57.923503 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Attempting to bind port d91c2286-e16d-4e62-af8d-6010eb4a8564 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '347f4fc9-b26e-447c-ab52-6b1365caaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:02:57.923842 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Attempting to bind port d91c2286-e16d-4e62-af8d-6010eb4a8564 on network 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:02:57.926387 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fb18beaf-b60e-4ebf-b9dd-d094703d4c2f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.930978 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 60726) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:57.933271 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:02:57.933690 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Checking segment: {'id': '347f4fc9-b26e-447c-ab52-6b1365caaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:02:57.934112 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.934498 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Bound using segment: {'id': '347f4fc9-b26e-447c-ab52-6b1365caaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:02:57.936764 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-237662f8-3f54-4c72-9daf-57b88aa9956f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'security_group_rule': {'security_group_id': '3fa00170-9493-4f57-a23a-85f9298dee59', 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:57.939112 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Bound port: d91c2286-e16d-4e62-af8d-6010eb4a8564, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347f4fc9-b26e-447c-ab52-6b1365caaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:02:57.939528 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:57.941829 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-fb18beaf-b60e-4ebf-b9dd-d094703d4c2f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1723580 Sep 03 15:02:57.968787 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.securitygroups_db [None req-237662f8-3f54-4c72-9daf-57b88aa9956f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Project 9df9e9f8b97c4a98858d7aec29a27e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 15:02:57.977102 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-237662f8-3f54-4c72-9daf-57b88aa9956f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:58.045682 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] For port d91c2286-e16d-4e62-af8d-6010eb4a8564, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:02:58.050978 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] For port d91c2286-e16d-4e62-af8d-6010eb4a8564, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=d91c2286-e16d-4e62-af8d-6010eb4a8564,segment=NetworkSegment(347f4fc9-b26e-447c-ab52-6b1365caaa17),segment_id=347f4fc9-b26e-447c-ab52-6b1365caaa17)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:02:58.058617 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:58.089397 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364bcef-fa96-4df9-9e82-253e8ae9189d req-98830d8f-6fe3-4669-b886-baf22b1b44b4 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:58.099374 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8364bcef-fa96-4df9-9e82-253e8ae9189d req-98830d8f-6fe3-4669-b886-baf22b1b44b4 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.1073711 Sep 03 15:02:58.116953 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-237662f8-3f54-4c72-9daf-57b88aa9956f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:58.124517 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-237662f8-3f54-4c72-9daf-57b88aa9956f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:58.167144 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99910b10-cee5-45d4-b6ac-178365bcad72 None None] Pushing event updated for resources: {'Port': ['ID=d91c2286-e16d-4e62-af8d-6010eb4a8564,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:58.179642 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Routers {'4b615541-7e56-46d6-a3b0-5e387d7637c6'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:02:58.181015 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:02:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['4b615541-7e56-46d6-a3b0-5e387d7637c6'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:58.190111 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8364bcef-fa96-4df9-9e82-253e8ae9189d req-294ff8ec-a165-4b55-b713-97da4297a800 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899689 Sep 03 15:02:58.220080 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237662f8-3f54-4c72-9daf-57b88aa9956f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca044e3-329b-40e9-b190-c7e78ec0e609,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:58.234378 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-237662f8-3f54-4c72-9daf-57b88aa9956f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:58.235930 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-237662f8-3f54-4c72-9daf-57b88aa9956f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3034873 Sep 03 15:02:58.238717 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 60730) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:02:58.248262 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-0e81d93a-444a-419c-b887-8310b617b9a6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'security_group_rule': {'security_group_id': '3fa00170-9493-4f57-a23a-85f9298dee59', 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:02:58.355143 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f5d46-e010-4619-b666-e4a6d9871f90 req-0ef79bf7-dd24-4b59-97d2-d77b2b8c955c tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:58.356877 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-573f5d46-e010-4619-b666-e4a6d9871f90 req-0ef79bf7-dd24-4b59-97d2-d77b2b8c955c tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 946 time: 0.0820601 Sep 03 15:02:58.357847 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.securitygroups_db [None req-0e81d93a-444a-419c-b887-8310b617b9a6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Project 9df9e9f8b97c4a98858d7aec29a27e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 15:02:58.364858 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e81d93a-444a-419c-b887-8310b617b9a6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:58.394538 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8f57151c-142d-45b6-bf6c-350410ac2886 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:02:58.439547 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-573f5d46-e010-4619-b666-e4a6d9871f90 req-d6a22aab-2fe8-4892-8535-827547ad4f38 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705557 Sep 03 15:02:58.504814 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e81d93a-444a-419c-b887-8310b617b9a6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:58.526889 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e81d93a-444a-419c-b887-8310b617b9a6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:58.563367 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81d93a-444a-419c-b887-8310b617b9a6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25974a56-c927-45a8-9d38-93258bedfb8b,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:02:58.569803 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e81d93a-444a-419c-b887-8310b617b9a6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:58.572298 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-0e81d93a-444a-419c-b887-8310b617b9a6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3324795 Sep 03 15:02:58.640743 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] Set router 4b615541-7e56-46d6-a3b0-5e387d7637c6 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:02:58.734137 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed896c-1b47-4a69-8010-6eb6bd537ac5 req-8b9e354f-ef87-4779-af04-2e247ebb7e14 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:58.748907 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 8f57151c-142d-45b6-bf6c-350410ac2886 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:02:58.749294 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:02:58.756005 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8fed896c-1b47-4a69-8010-6eb6bd537ac5 req-8b9e354f-ef87-4779-af04-2e247ebb7e14 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.1223178 Sep 03 15:02:58.839628 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8fed896c-1b47-4a69-8010-6eb6bd537ac5 req-239054bc-f6c1-4564-a685-2f415a562ce6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826404 Sep 03 15:02:59.084031 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'name': 'tempest-TestVolumeBootPattern-1212575085-router', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:48Z', 'updated_at': '2021-09-03T15:02:55Z', 'revision_number': 4, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'gw_port': {'id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:49Z', 'updated_at': '2021-09-03T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'd91c2286-e16d-4e62-af8d-6010eb4a8564', 'name': '', 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'mac_address': 'fa:16:3e:b0:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f90f0b3-14aa-40b5-b95e-9a304e916ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:52Z', 'updated_at': '2021-09-03T15:02:58Z', 'revision_number': 4, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'subnets': [{'id': '5f90f0b3-14aa-40b5-b95e-9a304e916ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:02:59.111548 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96427919-a917-418d-90f6-6f1b8baec5b5 None None] The sync data for ids ['4b615541-7e56-46d6-a3b0-5e387d7637c6'] in dv-cinder-774288-7-iscsi is: [{'id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'name': 'tempest-TestVolumeBootPattern-1212575085-router', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:48Z', 'updated_at': '2021-09-03T15:02:55Z', 'revision_number': 4, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'gw_port': {'id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:49Z', 'updated_at': '2021-09-03T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'd91c2286-e16d-4e62-af8d-6010eb4a8564', 'name': '', 'network_id': '9016dd82-64ea-4d8b-b800-9f94dbd1f0cb', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'mac_address': 'fa:16:3e:b0:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5f90f0b3-14aa-40b5-b95e-9a304e916ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:52Z', 'updated_at': '2021-09-03T15:02:58Z', 'revision_number': 4, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'subnets': [{'id': '5f90f0b3-14aa-40b5-b95e-9a304e916ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:02:59.372860 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feaea2-0c27-416b-8df9-5fcd1f85759a req-5b522766-a7e5-4208-9e69-d0c7c507ea8f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:59.374604 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f5feaea2-0c27-416b-8df9-5fcd1f85759a req-5b522766-a7e5-4208-9e69-d0c7c507ea8f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0956583 Sep 03 15:02:59.453592 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f5feaea2-0c27-416b-8df9-5fcd1f85759a req-a0c26efc-18dd-465e-adbf-014aa3f64303 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723112 Sep 03 15:02:59.623267 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2e45b-05ae-496f-bb3d-76e153e19dbf req-c2a05d99-4518-486c-8fe8-a79366798ca9 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:02:59.643602 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-76b2e45b-05ae-496f-bb3d-76e153e19dbf req-c2a05d99-4518-486c-8fe8-a79366798ca9 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 946 time: 0.1096611 Sep 03 15:02:59.704647 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-76b2e45b-05ae-496f-bb3d-76e153e19dbf req-4ab13ee2-dc0b-43d1-a80f-7d16cefbafda tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576761 Sep 03 15:03:00.040741 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a48bcb-01f0-4817-9f7a-84a8e8b87117 req-1bd3d659-cb80-4eef-add6-7f989731f12c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:00.053774 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7a48bcb-01f0-4817-9f7a-84a8e8b87117 req-1bd3d659-cb80-4eef-add6-7f989731f12c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.1125410 Sep 03 15:03:00.103993 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7a48bcb-01f0-4817-9f7a-84a8e8b87117 req-eb356419-4126-430e-9a64-0a1b7a64d28c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491986 Sep 03 15:03:00.392429 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device d91c2286-e16d-4e62-af8d-6010eb4a8564 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:03:00.457624 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port d91c2286-e16d-4e62-af8d-6010eb4a8564 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:03:00.472094 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port d91c2286-e16d-4e62-af8d-6010eb4a8564 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:03:00.472755 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:00.629085 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:00.674377 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port d91c2286-e16d-4e62-af8d-6010eb4a8564, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=d91c2286-e16d-4e62-af8d-6010eb4a8564,segment=NetworkSegment(347f4fc9-b26e-447c-ab52-6b1365caaa17),segment_id=347f4fc9-b26e-447c-ab52-6b1365caaa17)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:00.685148 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:00.757211 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=d91c2286-e16d-4e62-af8d-6010eb4a8564,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:00.930734 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c917e-1763-4eac-8cc4-8ebffc57d7d6 req-a7c8735f-9867-4fc9-bb1e-79f384d98552 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:00.933034 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d20c917e-1763-4eac-8cc4-8ebffc57d7d6 req-a7c8735f-9867-4fc9-bb1e-79f384d98552 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 946 time: 0.0564711 Sep 03 15:03:00.982054 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d20c917e-1763-4eac-8cc4-8ebffc57d7d6 req-73c0ae7a-2ff0-47ea-a742-76f0952d443a tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419519 Sep 03 15:03:01.249067 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc977-4f7e-4dbb-9810-9898f4d1468a req-915436ff-3d41-4155-a673-52f376b839f9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:01.251514 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e19dc977-4f7e-4dbb-9810-9898f4d1468a req-915436ff-3d41-4155-a673-52f376b839f9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0675452 Sep 03 15:03:01.293810 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e19dc977-4f7e-4dbb-9810-9898f4d1468a req-8bfbd563-584e-45f2-a4e2-6b0ee960680a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360510 Sep 03 15:03:02.112501 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7ed4c-729c-4571-9551-4b3ace57be96 req-85456aba-28e3-41cb-9453-0182d5475aea tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:02.114848 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8ac7ed4c-729c-4571-9551-4b3ace57be96 req-85456aba-28e3-41cb-9453-0182d5475aea tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 946 time: 0.0625272 Sep 03 15:03:02.162005 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8ac7ed4c-729c-4571-9551-4b3ace57be96 req-c2c6997d-0520-4ad1-bcc2-e293614d0352 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Sep 03 15:03:02.323754 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device d91c2286-e16d-4e62-af8d-6010eb4a8564 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:03:02.401061 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port d91c2286-e16d-4e62-af8d-6010eb4a8564 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:03:02.401494 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:02.454795 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd756a-f7ab-43de-9b17-4d6d0178f2dd req-62637894-8614-4ad7-935a-75d113de4a9c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:02.457035 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-67fd756a-f7ab-43de-9b17-4d6d0178f2dd req-62637894-8614-4ad7-935a-75d113de4a9c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0707986 Sep 03 15:03:02.505035 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-67fd756a-f7ab-43de-9b17-4d6d0178f2dd req-9af4b878-56e7-442e-bbab-4e267d44552e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Sep 03 15:03:02.813069 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6655c-3389-4ed7-abbc-f9b0c5513203 req-dd788a79-a9db-4abf-b388-d4ab18813036 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:02.814638 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-79d6655c-3389-4ed7-abbc-f9b0c5513203 req-dd788a79-a9db-4abf-b388-d4ab18813036 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.26 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 946 time: 0.0516839 Sep 03 15:03:02.928753 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-79d6655c-3389-4ed7-abbc-f9b0c5513203 req-9af2617a-2bf2-4c55-a713-669059597d38 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Deleting port 36ceae5b-b860-4603-9d02-0d8263c85583 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:03:02.929213 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-79d6655c-3389-4ed7-abbc-f9b0c5513203 req-9af2617a-2bf2-4c55-a713-669059597d38 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:03.038935 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-79d6655c-3389-4ed7-abbc-f9b0c5513203 req-9af2617a-2bf2-4c55-a713-669059597d38 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] For port 36ceae5b-b860-4603-9d02-0d8263c85583, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=36ceae5b-b860-4603-9d02-0d8263c85583,segment=NetworkSegment(d4cdcdfd-dd35-4e1a-a359-8d266a15dd28),segment_id=d4cdcdfd-dd35-4e1a-a359-8d266a15dd28)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:03.039326 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-79d6655c-3389-4ed7-abbc-f9b0c5513203 req-9af2617a-2bf2-4c55-a713-669059597d38 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:03.053705 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-79d6655c-3389-4ed7-abbc-f9b0c5513203 req-9af2617a-2bf2-4c55-a713-669059597d38 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Calling delete_port for 36ceae5b-b860-4603-9d02-0d8263c85583 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:03:03.203452 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-79d6655c-3389-4ed7-abbc-f9b0c5513203 req-9af2617a-2bf2-4c55-a713-669059597d38 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:03.222153 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['36ceae5b-b860-4603-9d02-0d8263c85583'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:03:03.253296 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2617a-2bf2-4c55-a713-669059597d38 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Pushing event deleted for resources: {'Port': ['ID=36ceae5b-b860-4603-9d02-0d8263c85583,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:03.301390 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-797a57b5-7395-499e-9ae3-c1b15bf33f0e req-62219709-b5e6-4fda-bb25-dc0067e4116c tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=25487ddf-e318-4fea-a817-e438a0f7a909 HTTP/1.1" status: 200 len: 210 time: 0.0498672 Sep 03 15:03:03.327698 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d6655c-3389-4ed7-abbc-f9b0c5513203 req-9af2617a-2bf2-4c55-a713-669059597d38 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] No DVR routers for this DVR port 36ceae5b-b860-4603-9d02-0d8263c85583 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:03:03.333822 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-79d6655c-3389-4ed7-abbc-f9b0c5513203 req-9af2617a-2bf2-4c55-a713-669059597d38 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:03.338413 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-79d6655c-3389-4ed7-abbc-f9b0c5513203 req-9af2617a-2bf2-4c55-a713-669059597d38 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.26 "DELETE /v2.0/ports/36ceae5b-b860-4603-9d02-0d8263c85583 HTTP/1.1" status: 204 len: 173 time: 0.5026016 Sep 03 15:03:03.339538 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25487ddf-e318-4fea-a817-e438a0f7a909', 'name': 'network-vif-deleted', 'tag': '36ceae5b-b860-4603-9d02-0d8263c85583'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:03:03.347445 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce16fbf-8a9f-4aac-a863-f7abfbe85bdb" -d '{"events": [{"server_uuid": "25487ddf-e318-4fea-a817-e438a0f7a909", "name": "network-vif-deleted", "tag": "36ceae5b-b860-4603-9d02-0d8263c85583"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:03:03.388928 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfde6ae-7605-42e2-8673-e2742c08b54b x-openstack-request-id: req-abfde6ae-7605-42e2-8673-e2742c08b54b {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:03:03.389208 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25487ddf-e318-4fea-a817-e438a0f7a909", "name": "network-vif-deleted", "tag": "36ceae5b-b860-4603-9d02-0d8263c85583", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:03:03.389449 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abfde6ae-7605-42e2-8673-e2742c08b54b {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:03:03.389864 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25487ddf-e318-4fea-a817-e438a0f7a909', 'name': 'network-vif-deleted', 'tag': '36ceae5b-b860-4603-9d02-0d8263c85583', 'status': 'completed', 'code': 200} Sep 03 15:03:03.658191 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1ed28-715a-419f-ae40-ca0857d72737 req-afffd0bd-0d14-4e25-b68c-b7b914feecb7 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:03.659808 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b8f1ed28-715a-419f-ae40-ca0857d72737 req-afffd0bd-0d14-4e25-b68c-b7b914feecb7 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0673487 Sep 03 15:03:03.714603 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b8f1ed28-715a-419f-ae40-ca0857d72737 req-e5a3483d-7bf7-4dd7-b446-a7b64e7294f5 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441649 Sep 03 15:03:04.864102 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d956c-c312-491e-a24d-14f990b1e87a req-70499c50-b768-43dd-8ea5-ad8c4cfcebb6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:04.865871 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c17d956c-c312-491e-a24d-14f990b1e87a req-70499c50-b768-43dd-8ea5-ad8c4cfcebb6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0579100 Sep 03 15:03:04.916098 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c17d956c-c312-491e-a24d-14f990b1e87a req-edf41c7b-5eac-4d29-af0d-ba328d963d45 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413134 Sep 03 15:03:05.732960 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-62a1785c-8f60-4ba1-a617-ed58c0573300 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:05.734609 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-62a1785c-8f60-4ba1-a617-ed58c0573300 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/networks?id=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c HTTP/1.1" status: 200 len: 809 time: 0.1127734 Sep 03 15:03:05.750054 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-29dae3b5-bc7e-457d-b697-e37d42840945 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/quotas/90840e3b38784dde9b6f88e010d9191f HTTP/1.1" status: 200 len: 375 time: 0.0094233 Sep 03 15:03:05.790202 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-02374889-bfae-4194-96e3-49c545a89692 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90840e3b38784dde9b6f88e010d9191f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301325 Sep 03 15:03:05.884530 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-6426c9d8-d435-4520-81f5-cb82338aacff service neutron] 10.222.0.46 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840311 Sep 03 15:03:05.980483 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-87ba7716-2147-4d80-bf26-c92f720baa07 service neutron] 10.222.0.46 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896420 Sep 03 15:03:06.044503 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804fa5e-e00c-474d-bfb1-933ec355cf5f req-f77096ad-cf5e-49d6-8c8b-3fae6f4fff58 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:06.047155 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c804fa5e-e00c-474d-bfb1-933ec355cf5f req-f77096ad-cf5e-49d6-8c8b-3fae6f4fff58 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0564618 Sep 03 15:03:06.090193 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c804fa5e-e00c-474d-bfb1-933ec355cf5f req-15baa336-f77b-420e-9175-aeab66e3970c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352488 Sep 03 15:03:06.153462 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-de9c6a4a-f982-4f52-a824-7f21974ae178 req-9b242865-76b6-49d8-bba3-12e3ec1a8aaf tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 210 time: 0.0306492 Sep 03 15:03:06.233007 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37c3c8-006b-44c3-83bf-881ccd6a21c9 req-ede59aee-6563-4ef2-ace7-17f12f7acb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:06.234611 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8e37c3c8-006b-44c3-83bf-881ccd6a21c9 req-ede59aee-6563-4ef2-ace7-17f12f7acb39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 1099 time: 0.0417960 Sep 03 15:03:06.340355 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37c3c8-006b-44c3-83bf-881ccd6a21c9 req-e6b38c22-4c67-40a7-abe5-83ced80e3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:06.342142 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8e37c3c8-006b-44c3-83bf-881ccd6a21c9 req-e6b38c22-4c67-40a7-abe5-83ced80e3152 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 918 time: 0.0980234 Sep 03 15:03:06.411257 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8e37c3c8-006b-44c3-83bf-881ccd6a21c9 req-0ca797fb-6334-4cff-8556-829442e8ddbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd HTTP/1.1" status: 200 len: 1002 time: 0.0611084 Sep 03 15:03:06.468154 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37c3c8-006b-44c3-83bf-881ccd6a21c9 req-149ed635-d136-481a-a490-9f41bb1924cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:06.469763 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8e37c3c8-006b-44c3-83bf-881ccd6a21c9 req-149ed635-d136-481a-a490-9f41bb1924cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.0475378 Sep 03 15:03:06.523727 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37c3c8-006b-44c3-83bf-881ccd6a21c9 req-0fb51ae6-abfc-450b-9653-40602c4c942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:06.525207 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8e37c3c8-006b-44c3-83bf-881ccd6a21c9 req-0fb51ae6-abfc-450b-9653-40602c4c942d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439713 Sep 03 15:03:06.621732 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8e37c3c8-006b-44c3-83bf-881ccd6a21c9 req-1daf04cd-71d1-4d3e-a2a6-03b5dc5e344c service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856452 Sep 03 15:03:06.937879 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8e37c3c8-006b-44c3-83bf-881ccd6a21c9 req-43ce0d0f-5aa6-4242-bcd3-8efbaea727eb service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075306 Sep 03 15:03:07.043665 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:07.177291 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-79ee157d-17ec-4363-a78d-e00647e0e834 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:07.178917 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-79ee157d-17ec-4363-a78d-e00647e0e834 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.26 "GET /v2.0/networks?id=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c HTTP/1.1" status: 200 len: 809 time: 0.1113920 Sep 03 15:03:07.203446 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Request body: {'port': {'device_id': 'cbf5ee78-2240-48df-b029-27f82e99c444', 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c', 'admin_state_up': True, 'tenant_id': '90840e3b38784dde9b6f88e010d9191f'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:03:07.243339 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe208d-ef9b-46cc-b341-5928c674c1a3 req-01213608-afc7-482e-b937-cee1dcf22965 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:07.245053 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-56fe208d-ef9b-46cc-b341-5928c674c1a3 req-01213608-afc7-482e-b937-cee1dcf22965 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 946 time: 0.0720363 Sep 03 15:03:07.288305 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-56fe208d-ef9b-46cc-b341-5928c674c1a3 req-13c4cb21-b3f1-487e-9cfa-e8c890acb04f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362966 Sep 03 15:03:07.301805 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-732ced8a-974c-4a3d-8879-361cbfe8b8d8 req-a9859ea4-1d84-4bcc-8c57-f47ae587272f tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 210 time: 0.0550926 Sep 03 15:03:07.347983 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Made reservation on behalf of 90840e3b38784dde9b6f88e010d9191f for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:03:07.351657 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:07.481623 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Allocated IP 172.20.0.8 (a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c/0312b33f-bd69-44b4-b641-d8ab207ad4ef/d5afb7c9-75ad-4b21-8bd9-3469db8396aa) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:03:07.636649 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:07.679117 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:07.720349 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:03:07.723389 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:03:07.725963 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:03:07.731622 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:07.732243 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:07.746735 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Pushing event updated for resources: {'Port': ['ID=d5afb7c9-75ad-4b21-8bd9-3469db8396aa,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:07.755861 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-082ba0de-f937-4569-89a2-c7bf615c2ae5 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565519 Sep 03 15:03:07.778236 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Request body: {'port': {'device_id': 'cbf5ee78-2240-48df-b029-27f82e99c444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:03:07.831721 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:07.903812 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e90e7941-e28a-4dab-b54d-9492fdfd6cbd no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:03:07.990688 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:08.018113 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:03:08.020416 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49565cb-6160-4b37-a193-1eeeba793ef5" -d '{"events": [{"server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "name": "network-vif-unplugged", "status": "completed", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:03:08.034526 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:08.041107 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:08.042136 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 36ceae5b-b860-4603-9d02-0d8263c85583 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:03:08.062820 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e2b41d-1f29-48e7-a0d0-60dc6973bc4d x-openstack-request-id: req-74e2b41d-1f29-48e7-a0d0-60dc6973bc4d {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:03:08.063447 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "name": "network-vif-unplugged", "status": "completed", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:03:08.063447 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74e2b41d-1f29-48e7-a0d0-60dc6973bc4d {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:03:08.063751 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'code': 200} Sep 03 15:03:08.079754 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: 36ceae5b-b860-4603-9d02-0d8263c85583 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:03:08.080098 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 36ceae5b-b860-4603-9d02-0d8263c85583 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:03:08.106333 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,revision_number=8']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:08.123095 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5afb7c9-75ad-4b21-8bd9-3469db8396aa {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:03:08.130577 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:08.143486 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Transition to ACTIVE for port object d5afb7c9-75ad-4b21-8bd9-3469db8396aa will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:03:08.147721 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:08.199307 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5afb7c9-75ad-4b21-8bd9-3469db8396aa,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:08.227996 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Attempting to bind port d5afb7c9-75ad-4b21-8bd9-3469db8396aa on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:03:08.228356 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Attempting to bind port d5afb7c9-75ad-4b21-8bd9-3469db8396aa by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd4cdcdfd-dd35-4e1a-a359-8d266a15dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:03:08.228681 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Attempting to bind port d5afb7c9-75ad-4b21-8bd9-3469db8396aa on network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:03:08.233168 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Port d5afb7c9-75ad-4b21-8bd9-3469db8396aa on network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:03:08.233364 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Attempting to bind port d5afb7c9-75ad-4b21-8bd9-3469db8396aa on network a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:03:08.238220 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:03:08.238460 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Checking segment: {'id': 'd4cdcdfd-dd35-4e1a-a359-8d266a15dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:03:08.238837 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Bound using segment: {'id': 'd4cdcdfd-dd35-4e1a-a359-8d266a15dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:03:08.239254 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Bound port: d5afb7c9-75ad-4b21-8bd9-3469db8396aa, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cdcdfd-dd35-4e1a-a359-8d266a15dd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:03:08.239625 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:08.308269 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] For port d5afb7c9-75ad-4b21-8bd9-3469db8396aa, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:03:08.311272 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] For port d5afb7c9-75ad-4b21-8bd9-3469db8396aa, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d5afb7c9-75ad-4b21-8bd9-3469db8396aa,segment=NetworkSegment(d4cdcdfd-dd35-4e1a-a359-8d266a15dd28),segment_id=d4cdcdfd-dd35-4e1a-a359-8d266a15dd28)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:03:08.317763 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:08.365611 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:08.366237 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:08.367727 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/d5afb7c9-75ad-4b21-8bd9-3469db8396aa HTTP/1.1" status: 200 len: 1093 time: 0.5935628 Sep 03 15:03:08.368172 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf5ee78-2240-48df-b029-27f82e99c444', 'tag': 'd5afb7c9-75ad-4b21-8bd9-3469db8396aa'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:03:08.370482 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bab352-ab74-47dc-94fe-d8ac4857dd22" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf5ee78-2240-48df-b029-27f82e99c444", "tag": "d5afb7c9-75ad-4b21-8bd9-3469db8396aa"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:03:08.393313 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dce090-e7be-460e-81eb-04e6bbb3d1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5afb7c9-75ad-4b21-8bd9-3469db8396aa,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:08.440627 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083e535-54d1-4795-873d-df74640b6ad1 req-42aac4e2-b765-42e1-a118-83d19394faa0 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:08.443472 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9083e535-54d1-4795-873d-df74640b6ad1 req-42aac4e2-b765-42e1-a118-83d19394faa0 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 943 time: 0.0632229 Sep 03 15:03:08.475764 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070f544-3f42-4748-8ce5-b08c8623b124 req-b97591bc-a3e6-4cb0-aaf7-cc210b78f648 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:08.477440 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c070f544-3f42-4748-8ce5-b08c8623b124 req-b97591bc-a3e6-4cb0-aaf7-cc210b78f648 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0860913 Sep 03 15:03:08.484061 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-14aad4ef-8fab-4e28-b5a2-64b9d130f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:08.484618 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9083e535-54d1-4795-873d-df74640b6ad1 req-110b8227-7899-4546-9a3a-3e0560a8f5f1 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347457 Sep 03 15:03:08.485456 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-14aad4ef-8fab-4e28-b5a2-64b9d130f174 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90840e3b38784dde9b6f88e010d9191f&device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 1096 time: 0.0608232 Sep 03 15:03:08.541853 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87441db1-0ad3-4a12-94d3-825accd304d9 x-openstack-request-id: req-87441db1-0ad3-4a12-94d3-825accd304d9 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:03:08.542138 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf5ee78-2240-48df-b029-27f82e99c444", "tag": "d5afb7c9-75ad-4b21-8bd9-3469db8396aa", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:03:08.542384 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87441db1-0ad3-4a12-94d3-825accd304d9 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:03:08.542773 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf5ee78-2240-48df-b029-27f82e99c444', 'tag': 'd5afb7c9-75ad-4b21-8bd9-3469db8396aa', 'status': 'completed', 'code': 200} Sep 03 15:03:08.549096 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-833c7b98-35cd-4005-bf88-916ccb5f6da6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5afb7c9-75ad-4b21-8bd9-3469db8396aa HTTP/1.1" status: 200 len: 217 time: 0.0464051 Sep 03 15:03:08.556278 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c070f544-3f42-4748-8ce5-b08c8623b124 req-984085b1-ba44-47ff-a95b-1f21b14bfe98 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699303 Sep 03 15:03:08.602560 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-5a303beb-3e62-470e-94dc-635accf2dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:08.604016 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-5a303beb-3e62-470e-94dc-635accf2dca1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0312b33f-bd69-44b4-b641-d8ab207ad4ef HTTP/1.1" status: 200 len: 849 time: 0.0458195 Sep 03 15:03:08.635921 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-1375e2a8-2ec0-4ce9-bf63-3dc8b455352b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240633 Sep 03 15:03:08.734230 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-98f1444a-56aa-488c-bd68-4093f49eacf4 service neutron] 10.222.0.26 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895388 Sep 03 15:03:08.839267 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ea14aab-0176-4f36-b721-a5ed2f177839 req-a2f3a017-f85e-4586-80d6-6aaf9cb965f0 service neutron] 10.222.0.26 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937381 Sep 03 15:03:08.938996 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab352-ab74-47dc-94fe-d8ac4857dd22 req-635fe519-4e43-40c0-91a7-843949c4a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:08.940496 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-89bab352-ab74-47dc-94fe-d8ac4857dd22 req-635fe519-4e43-40c0-91a7-843949c4a7da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=90840e3b38784dde9b6f88e010d9191f&device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 1096 time: 0.0464454 Sep 03 15:03:09.058064 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab352-ab74-47dc-94fe-d8ac4857dd22 req-dab1ffa7-9b6a-442d-becc-1328ad7a27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:09.059591 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-89bab352-ab74-47dc-94fe-d8ac4857dd22 req-dab1ffa7-9b6a-442d-becc-1328ad7a27b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c HTTP/1.1" status: 200 len: 910 time: 0.1038406 Sep 03 15:03:09.108535 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-89bab352-ab74-47dc-94fe-d8ac4857dd22 req-d21b34c2-40bf-49a6-b13a-317dd05a4b9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5afb7c9-75ad-4b21-8bd9-3469db8396aa HTTP/1.1" status: 200 len: 217 time: 0.0371768 Sep 03 15:03:09.165584 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab352-ab74-47dc-94fe-d8ac4857dd22 req-38c4e0e2-36b2-4c8b-bc22-861a8441a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:09.167075 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-89bab352-ab74-47dc-94fe-d8ac4857dd22 req-38c4e0e2-36b2-4c8b-bc22-861a8441a031 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0312b33f-bd69-44b4-b641-d8ab207ad4ef HTTP/1.1" status: 200 len: 849 time: 0.0476913 Sep 03 15:03:09.199611 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-89bab352-ab74-47dc-94fe-d8ac4857dd22 req-95f18f39-c0a0-43dd-891d-83b1af34ef01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238333 Sep 03 15:03:09.299132 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-89bab352-ab74-47dc-94fe-d8ac4857dd22 req-cd65f681-0444-4644-8840-730a96e31ee5 service neutron] 10.222.0.26 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896096 Sep 03 15:03:09.399826 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-89bab352-ab74-47dc-94fe-d8ac4857dd22 req-af131274-39e6-48e3-b611-ea6a27408429 service neutron] 10.222.0.26 "GET /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894217 Sep 03 15:03:09.609891 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3362e2-ace6-4e15-aea7-1996fa7751ef req-51cc5512-eb58-4d4b-b28b-b6b012704186 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:09.611539 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a3362e2-ace6-4e15-aea7-1996fa7751ef req-51cc5512-eb58-4d4b-b28b-b6b012704186 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 943 time: 0.0544782 Sep 03 15:03:09.652135 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a3362e2-ace6-4e15-aea7-1996fa7751ef req-094bcee6-018b-4ae4-9b66-256630efb380 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332987 Sep 03 15:03:09.689765 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307b7a6-8f6a-4416-a7be-9978aa0ba6c4 req-3df1b00d-cfa6-4064-a333-f01a77220e2e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:09.691282 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7307b7a6-8f6a-4416-a7be-9978aa0ba6c4 req-3df1b00d-cfa6-4064-a333-f01a77220e2e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0554967 Sep 03 15:03:09.742847 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7307b7a6-8f6a-4416-a7be-9978aa0ba6c4 req-b66d67e3-7355-4109-8af2-020b038f1834 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455716 Sep 03 15:03:10.274692 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [req-a1f11b41-4fe8-4415-9984-285a1562ee6d req-12126057-abab-45c8-98df-7e0d22774689 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 15:03:10.275670 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a1f11b41-4fe8-4415-9984-285a1562ee6d req-12126057-abab-45c8-98df-7e0d22774689 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054512 Sep 03 15:03:10.458695 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b020026-ab58-4b6f-b3b9-0ea5f592cdc4 req-0c6cf800-77c3-4d5b-8305-f7433d21a89f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:10.460291 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6b020026-ab58-4b6f-b3b9-0ea5f592cdc4 req-0c6cf800-77c3-4d5b-8305-f7433d21a89f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0628912 Sep 03 15:03:10.503840 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6b020026-ab58-4b6f-b3b9-0ea5f592cdc4 req-1b24c8ad-71f3-455f-b515-060c5ff8bd0c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367527 Sep 03 15:03:10.700476 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 32778) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:03:10.769497 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bbacb-434f-4ca9-8248-e250d2e41ede req-0f7688f2-5bc7-465c-8dca-10d6df33afc0 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:10.771099 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-668bbacb-434f-4ca9-8248-e250d2e41ede req-0f7688f2-5bc7-465c-8dca-10d6df33afc0 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 943 time: 0.0490510 Sep 03 15:03:10.791522 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-06beb820-e498-41de-b25d-068b060deec2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898509 Sep 03 15:03:10.800384 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-2902733b-02a2-43d8-b7df-f00069c511de service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 15:03:10.801345 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-2902733b-02a2-43d8-b7df-f00069c511de service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050709 Sep 03 15:03:10.816825 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-668bbacb-434f-4ca9-8248-e250d2e41ede req-f4842646-9378-45e5-b9df-5e2a412f1299 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384665 Sep 03 15:03:11.580341 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5a8dab0b-e36d-4a61-a874-4b1c9383ff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:11.639245 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d8148-0203-44f7-9d94-303c9572edfa req-a9cef1b1-803e-4814-970d-2a36c0a62581 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:11.640723 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-420d8148-0203-44f7-9d94-303c9572edfa req-a9cef1b1-803e-4814-970d-2a36c0a62581 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0646863 Sep 03 15:03:11.680740 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-420d8148-0203-44f7-9d94-303c9572edfa req-5cbc66ed-1f6a-484c-9a00-d0fbc3aaf5df tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338027 Sep 03 15:03:11.936196 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6abf9f-1c6f-46cb-bd29-0e2682cacb19 req-aba30dcb-44dd-40d5-91bb-f1b624cdb340 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:11.937708 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8c6abf9f-1c6f-46cb-bd29-0e2682cacb19 req-aba30dcb-44dd-40d5-91bb-f1b624cdb340 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 943 time: 0.0497041 Sep 03 15:03:11.976464 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8c6abf9f-1c6f-46cb-bd29-0e2682cacb19 req-960b534b-ca78-4ce1-b8e2-b1bc6201b8ca tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328903 Sep 03 15:03:12.808323 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f533a-f90b-45c7-8be4-b576a39c8493 req-959e40f1-5cd1-4ac5-8a0a-e023e22baaf4 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:12.809842 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-550f533a-f90b-45c7-8be4-b576a39c8493 req-959e40f1-5cd1-4ac5-8a0a-e023e22baaf4 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0521438 Sep 03 15:03:12.850254 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-550f533a-f90b-45c7-8be4-b576a39c8493 req-c15c4ae7-878d-4f3a-a593-a8a46388079a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344479 Sep 03 15:03:13.100770 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85423e2-f25a-4632-8155-d8475809f591 req-ff28b75b-e334-4021-8668-5aa9218bc237 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:13.102243 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c85423e2-f25a-4632-8155-d8475809f591 req-ff28b75b-e334-4021-8668-5aa9218bc237 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 943 time: 0.0541553 Sep 03 15:03:13.141695 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c85423e2-f25a-4632-8155-d8475809f591 req-d7038632-a333-4177-b9a6-d74fb6ceeba2 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332994 Sep 03 15:03:13.167944 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device d5afb7c9-75ad-4b21-8bd9-3469db8396aa details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:03:13.267771 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port d5afb7c9-75ad-4b21-8bd9-3469db8396aa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d5afb7c9-75ad-4b21-8bd9-3469db8396aa,segment=NetworkSegment(d4cdcdfd-dd35-4e1a-a359-8d266a15dd28),segment_id=d4cdcdfd-dd35-4e1a-a359-8d266a15dd28)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:13.278546 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'd5afb7c9-75ad-4b21-8bd9-3469db8396aa', 'network_id': 'a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c', 'port_id': 'd5afb7c9-75ad-4b21-8bd9-3469db8396aa', 'mac_address': 'fa:16:3e:45:fe:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0312b33f-bd69-44b4-b641-d8ab207ad4ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:03:13.315953 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:13.332062 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5afb7c9-75ad-4b21-8bd9-3469db8396aa {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:03:13.359482 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port d5afb7c9-75ad-4b21-8bd9-3469db8396aa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d5afb7c9-75ad-4b21-8bd9-3469db8396aa,segment=NetworkSegment(d4cdcdfd-dd35-4e1a-a359-8d266a15dd28),segment_id=d4cdcdfd-dd35-4e1a-a359-8d266a15dd28)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:13.366456 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:13.421839 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=d5afb7c9-75ad-4b21-8bd9-3469db8396aa,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:13.714334 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['d5afb7c9-75ad-4b21-8bd9-3469db8396aa'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:03:13.973921 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4175e-7da5-429a-ad38-086c2893a9b2 req-94530c15-2531-4698-91d0-c93a4e3e9317 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:13.975412 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c7e4175e-7da5-429a-ad38-086c2893a9b2 req-94530c15-2531-4698-91d0-c93a4e3e9317 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0498002 Sep 03 15:03:14.013933 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c7e4175e-7da5-429a-ad38-086c2893a9b2 req-0d20f357-fb3b-4bf1-9b10-cde3960ed3b1 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324259 Sep 03 15:03:14.106625 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e90e7941-e28a-4dab-b54d-9492fdfd6cbd no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:03:14.217201 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4112a5f8-a350-40f0-b437-64d02ad6355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:14.259705 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f73947-8117-48fc-bf45-a4aee67fddd9 req-51b87702-77f4-4ec0-8ed3-075ee04baadd tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:14.261269 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c8f73947-8117-48fc-bf45-a4aee67fddd9 req-51b87702-77f4-4ec0-8ed3-075ee04baadd tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 944 time: 0.0503078 Sep 03 15:03:14.305765 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c8f73947-8117-48fc-bf45-a4aee67fddd9 req-ecc7c35b-c0eb-4b55-ba92-431e7d3a5a05 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374615 Sep 03 15:03:14.341568 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:15.054173 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-9ed3081b-547f-4f48-8c5c-c65c5ac3dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:15.055693 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-9ed3081b-547f-4f48-8c5c-c65c5ac3dfcd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e&tenant_id=4a5e496fa629495fbd795a9ebd815563 HTTP/1.1" status: 200 len: 1097 time: 0.0821030 Sep 03 15:03:15.138589 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d396e93-3c54-49dd-baae-c64722185a63 req-1b92543e-623a-45b6-82ab-985ec6f49191 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:15.140184 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3d396e93-3c54-49dd-baae-c64722185a63 req-1b92543e-623a-45b6-82ab-985ec6f49191 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0516832 Sep 03 15:03:15.154534 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55b85b-13d9-4a67-9b76-6affc582647f req-4b2476a4-0865-4271-aba0-8a5c9563730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:15.156019 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5e55b85b-13d9-4a67-9b76-6affc582647f req-4b2476a4-0865-4271-aba0-8a5c9563730f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 1099 time: 0.1042347 Sep 03 15:03:15.169237 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca3b6c-8c0e-45c6-8c4c-e6219dfd1f50 req-5ca38c8a-436f-48da-984b-ea00f8febf0b tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:15.170670 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2fca3b6c-8c0e-45c6-8c4c-e6219dfd1f50 req-5ca38c8a-436f-48da-984b-ea00f8febf0b tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.1045983 Sep 03 15:03:15.177896 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3d396e93-3c54-49dd-baae-c64722185a63 req-b0de57c5-37c0-44fe-ab1a-a56f564de7dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Sep 03 15:03:15.211130 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-c6622755-2100-4af7-be87-10583570cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:15.212571 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-c6622755-2100-4af7-be87-10583570cf05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 1097 time: 0.1283827 Sep 03 15:03:15.228631 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:15.283519 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2fca3b6c-8c0e-45c6-8c4c-e6219dfd1f50 req-69b3b536-2e40-4740-8712-2c7f6a7baf6e tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031814 Sep 03 15:03:15.356632 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55b85b-13d9-4a67-9b76-6affc582647f req-92d1fcd7-ba89-45ea-954d-2b18d7fb72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:15.358218 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5e55b85b-13d9-4a67-9b76-6affc582647f req-92d1fcd7-ba89-45ea-954d-2b18d7fb72b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 919 time: 0.1858969 Sep 03 15:03:15.367540 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-e93e84b9-b750-415a-9588-55ab4f5b6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:15.368937 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-e93e84b9-b750-415a-9588-55ab4f5b6129 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 918 time: 0.1469183 Sep 03 15:03:15.412318 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5e55b85b-13d9-4a67-9b76-6affc582647f req-3d6e34c4-8e17-4bc1-92b4-acdb48c0c118 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 HTTP/1.1" status: 200 len: 217 time: 0.0420489 Sep 03 15:03:15.435300 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d57843-4907-4a29-81e0-63a8f76eb5d3 req-94da3786-86ff-4536-a056-2812b39078b2 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:15.435300 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-74d57843-4907-4a29-81e0-63a8f76eb5d3 req-94da3786-86ff-4536-a056-2812b39078b2 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 944 time: 0.0538399 Sep 03 15:03:15.474748 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-74d57843-4907-4a29-81e0-63a8f76eb5d3 req-f16df38e-9840-4074-8bfd-e7d63f60e726 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360999 Sep 03 15:03:15.502251 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-88ee56d3-7e5a-4686-a290-3e9f256d92d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd HTTP/1.1" status: 200 len: 1000 time: 0.0968080 Sep 03 15:03:15.503704 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55b85b-13d9-4a67-9b76-6affc582647f req-34b86150-016f-47c8-8ce0-6eb4412fd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:15.505042 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5e55b85b-13d9-4a67-9b76-6affc582647f req-34b86150-016f-47c8-8ce0-6eb4412fd0fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a848c4a4-1c7e-493c-8b4b-13824513aa4c HTTP/1.1" status: 200 len: 858 time: 0.0611789 Sep 03 15:03:15.572815 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5e55b85b-13d9-4a67-9b76-6affc582647f req-8c48ae88-4456-41d8-a378-746ec973d179 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68634082-1637-44dc-bd46-894aaf6fa36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473785 Sep 03 15:03:15.608047 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-6791e017-e7b2-4876-9a52-29bfebc95920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:15.609510 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-6791e017-e7b2-4876-9a52-29bfebc95920 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.0852783 Sep 03 15:03:15.702727 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-040e9e28-242a-47b3-ba44-81a78f90a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:15.704151 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-040e9e28-242a-47b3-ba44-81a78f90a7ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840790 Sep 03 15:03:15.706321 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5e55b85b-13d9-4a67-9b76-6affc582647f req-30f75768-cc11-4a9e-a926-f431f418a630 service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243253 Sep 03 15:03:16.075618 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-753cfa86-1d47-4a67-ba34-fcc6412f817b service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559506 Sep 03 15:03:16.077468 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5e55b85b-13d9-4a67-9b76-6affc582647f req-7aac561a-9053-4d59-9e0e-4314cbc2c6b3 service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568642 Sep 03 15:03:16.134800 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device d5afb7c9-75ad-4b21-8bd9-3469db8396aa up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:03:16.171562 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-97570d4f-66b5-4648-9c1c-96cf90c01feb service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832660 Sep 03 15:03:16.185679 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port d5afb7c9-75ad-4b21-8bd9-3469db8396aa completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:03:16.189722 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port d5afb7c9-75ad-4b21-8bd9-3469db8396aa triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:03:16.190093 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:16.269701 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:16.293060 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf5ee78-2240-48df-b029-27f82e99c444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5afb7c9-75ad-4b21-8bd9-3469db8396aa'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:03:16.295369 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32914167-9c6c-45b9-b231-e67baf925c22" -d '{"events": [{"server_uuid": "cbf5ee78-2240-48df-b029-27f82e99c444", "name": "network-vif-plugged", "status": "completed", "tag": "d5afb7c9-75ad-4b21-8bd9-3469db8396aa"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:03:16.302995 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f704c2-5ed1-4b39-b872-29a7c42a7830 req-0886eef5-4f62-439a-a3a0-6a7959a10dae tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:16.304557 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e9f704c2-5ed1-4b39-b872-29a7c42a7830 req-0886eef5-4f62-439a-a3a0-6a7959a10dae tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0484068 Sep 03 15:03:16.309185 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port d5afb7c9-75ad-4b21-8bd9-3469db8396aa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d5afb7c9-75ad-4b21-8bd9-3469db8396aa,segment=NetworkSegment(d4cdcdfd-dd35-4e1a-a359-8d266a15dd28),segment_id=d4cdcdfd-dd35-4e1a-a359-8d266a15dd28)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:16.322576 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:16.346202 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08959d2e-a725-4cef-bcf8-7b5e769d3c0e x-openstack-request-id: req-08959d2e-a725-4cef-bcf8-7b5e769d3c0e {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:03:16.346495 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf5ee78-2240-48df-b029-27f82e99c444", "name": "network-vif-plugged", "status": "completed", "tag": "d5afb7c9-75ad-4b21-8bd9-3469db8396aa", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:03:16.346738 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08959d2e-a725-4cef-bcf8-7b5e769d3c0e {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:03:16.347287 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf5ee78-2240-48df-b029-27f82e99c444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5afb7c9-75ad-4b21-8bd9-3469db8396aa', 'code': 200} Sep 03 15:03:16.380530 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e9f704c2-5ed1-4b39-b872-29a7c42a7830 req-be7d6d35-22b2-4962-9665-a64da031ff93 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626030 Sep 03 15:03:16.380801 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=d5afb7c9-75ad-4b21-8bd9-3469db8396aa,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:16.469586 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e4d40-2185-4fe8-a22b-f87dd98f37df req-4f57c8f7-1e43-4413-8ee8-0bda5774b5d6 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:16.471161 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c20e4d40-2185-4fe8-a22b-f87dd98f37df req-4f57c8f7-1e43-4413-8ee8-0bda5774b5d6 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0693521 Sep 03 15:03:16.518080 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c20e4d40-2185-4fe8-a22b-f87dd98f37df req-1f907d4e-eb92-49aa-9895-1c9dc624e7d9 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Sep 03 15:03:16.548688 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0b5d4-9dac-4cc1-b297-de8b967bb278 req-4f7c5bd6-9891-457c-bdd6-e23b12dd7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:16.550569 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-3af0b5d4-9dac-4cc1-b297-de8b967bb278 req-4f7c5bd6-9891-457c-bdd6-e23b12dd7d88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 1098 time: 0.0436947 Sep 03 15:03:16.615179 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-3af0b5d4-9dac-4cc1-b297-de8b967bb278 req-a8f8f9c4-53e8-44bb-aa23-83ce27c94927 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566754 Sep 03 15:03:16.629392 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011ad2e-610b-44fb-a991-8cb968755bda req-95d42a0e-e72f-4568-8e45-22deaafa217a tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:16.630906 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f011ad2e-610b-44fb-a991-8cb968755bda req-95d42a0e-e72f-4568-8e45-22deaafa217a tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0669725 Sep 03 15:03:16.686167 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f011ad2e-610b-44fb-a991-8cb968755bda req-9aaa3c2e-431e-4632-815a-31a075b490c1 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Sep 03 15:03:17.146072 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:17.509125 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5c203-f9df-4397-9376-a36ef3e23030 req-94484f6c-6391-46b4-85cf-cc2b6581b014 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:17.510712 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d3f5c203-f9df-4397-9376-a36ef3e23030 req-94484f6c-6391-46b4-85cf-cc2b6581b014 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0519052 Sep 03 15:03:17.565147 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d3f5c203-f9df-4397-9376-a36ef3e23030 req-2736ab6f-c87d-409b-ab5d-b4f3053602f7 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457778 Sep 03 15:03:17.661245 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc6e98-983a-4c1a-8207-8dae6ba79f12 req-8ba8757c-a793-4954-904e-bfaf75560412 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:17.662764 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-47fc6e98-983a-4c1a-8207-8dae6ba79f12 req-8ba8757c-a793-4954-904e-bfaf75560412 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0507486 Sep 03 15:03:17.703110 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-47fc6e98-983a-4c1a-8207-8dae6ba79f12 req-59e59e9e-405a-4f6e-80e1-6571743b1faa tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Sep 03 15:03:17.795526 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cce83-bad5-4aab-80ed-2537c9a3b6bb req-aa8d1c61-4ccc-4da9-8d68-4b7683dc2df8 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:17.797147 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-044cce83-bad5-4aab-80ed-2537c9a3b6bb req-aa8d1c61-4ccc-4da9-8d68-4b7683dc2df8 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0516312 Sep 03 15:03:17.837545 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-044cce83-bad5-4aab-80ed-2537c9a3b6bb req-11875759-3a35-45e4-aad1-31f4b3cdc2bb tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Sep 03 15:03:18.678664 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8dbd0-5138-4f42-b15a-b6e29d86133b req-9ad98dd2-5172-4937-9528-a4bff6b68583 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:18.680307 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1be8dbd0-5138-4f42-b15a-b6e29d86133b req-9ad98dd2-5172-4937-9528-a4bff6b68583 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0498245 Sep 03 15:03:18.736141 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1be8dbd0-5138-4f42-b15a-b6e29d86133b req-c357c4fa-06a0-4269-9dab-90180dd40856 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446110 Sep 03 15:03:18.780119 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-cb9b34d1-98b1-4220-9d8b-eb995981d0e8 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527968551&fields=id&tenant_id=9df9e9f8b97c4a98858d7aec29a27e33 HTTP/1.1" status: 200 len: 267 time: 0.0395341 Sep 03 15:03:18.888454 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f13fa-a807-452e-945e-c89b2d41ceaa req-55949663-d1eb-47b0-8ebe-e220aa0feb62 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:18.892909 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b44f13fa-a807-452e-945e-c89b2d41ceaa req-55949663-d1eb-47b0-8ebe-e220aa0feb62 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0932918 Sep 03 15:03:18.907767 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-75827db7-1cb3-40ec-99d2-f9dae271fb57 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:18.909423 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-75827db7-1cb3-40ec-99d2-f9dae271fb57 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 811 time: 0.1263189 Sep 03 15:03:18.927084 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-227bcf1c-def6-4c6d-87de-827cae46bd40 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/quotas/9df9e9f8b97c4a98858d7aec29a27e33 HTTP/1.1" status: 200 len: 375 time: 0.0101647 Sep 03 15:03:18.946857 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b44f13fa-a807-452e-945e-c89b2d41ceaa req-61805542-c6aa-4959-b65f-1e5b5c42b979 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475912 Sep 03 15:03:18.991244 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c4e13aa3-ef3b-49bb-b179-c60215012161 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565755 Sep 03 15:03:19.110121 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-23c2b8c3-99ff-4c9c-be3d-a80d40bdb671 service neutron] 10.222.0.46 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052854 Sep 03 15:03:19.113325 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a5a5c-5b8e-4a60-8931-8e67082e49a1 req-7b7cddea-b522-40e9-a52c-1d5165581c75 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:19.115026 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0f8a5a5c-5b8e-4a60-8931-8e67082e49a1 req-7b7cddea-b522-40e9-a52c-1d5165581c75 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0987222 Sep 03 15:03:19.163185 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0f8a5a5c-5b8e-4a60-8931-8e67082e49a1 req-9cb51775-569e-4572-a040-35b25616d5d3 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Sep 03 15:03:19.257799 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-1ea08020-370b-4b51-8712-c4690a233411 service neutron] 10.222.0.46 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457810 Sep 03 15:03:19.331548 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 32940) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:03:19.504095 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28d5a005-4d06-4f06-8f79-b2e5c54cd7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:19.636717 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28d5a005-4d06-4f06-8f79-b2e5c54cd7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:19.644389 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-28d5a005-4d06-4f06-8f79-b2e5c54cd7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:19.661939 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-48b1ec82-ebb5-4b70-b773-0a9d66e7d2d9 req-f7fda815-3f94-48bc-9103-10ba0a0bd62e tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0396633 Sep 03 15:03:19.694947 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5a005-4d06-4f06-8f79-b2e5c54cd7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a77efc-6ce7-4a33-a812-c0d288614b36,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:19.710073 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-28d5a005-4d06-4f06-8f79-b2e5c54cd7a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bdbf8fb49fdb4083b0a5a8af782bdad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772774 Sep 03 15:03:19.710227 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 32954) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:03:19.771596 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec6849c4-fe31-4204-8442-69e21470ac74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:19.809629 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec6849c4-fe31-4204-8442-69e21470ac74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:19.908635 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec6849c4-fe31-4204-8442-69e21470ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:19.911558 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ec6849c4-fe31-4204-8442-69e21470ac74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:19.912025 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bc8c7-ef7a-4372-b140-beca4aa0e9af req-fd5756ae-217f-413c-a8c5-62d3fbba58d0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:19.913857 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-146bc8c7-ef7a-4372-b140-beca4aa0e9af req-fd5756ae-217f-413c-a8c5-62d3fbba58d0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0690298 Sep 03 15:03:19.914037 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-ec6849c4-fe31-4204-8442-69e21470ac74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59a77efc-6ce7-4a33-a812-c0d288614b36 HTTP/1.1" status: 204 len: 168 time: 0.2021041 Sep 03 15:03:19.931764 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6849c4-fe31-4204-8442-69e21470ac74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a77efc-6ce7-4a33-a812-c0d288614b36,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:20.021394 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-146bc8c7-ef7a-4372-b140-beca4aa0e9af req-c15a2889-035f-4699-8f5f-8a48e01fdf56 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829079 Sep 03 15:03:20.086448 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c69b3d-4d6f-4812-88ab-99b178c0ca88 req-3483e378-b7c3-4e04-a67c-4ed5d57daf80 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:20.088044 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-62c69b3d-4d6f-4812-88ab-99b178c0ca88 req-3483e378-b7c3-4e04-a67c-4ed5d57daf80 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0627103 Sep 03 15:03:20.157121 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-62c69b3d-4d6f-4812-88ab-99b178c0ca88 req-0dc06087-aedd-482c-b46c-801188a973ca tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499310 Sep 03 15:03:20.299279 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f5112-b837-46a1-9d0f-81cc5f175040 req-7fbc2385-abc3-454a-a16c-80004b4baa9a tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:20.301129 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef9f5112-b837-46a1-9d0f-81cc5f175040 req-7fbc2385-abc3-454a-a16c-80004b4baa9a tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0655215 Sep 03 15:03:20.353982 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ef9f5112-b837-46a1-9d0f-81cc5f175040 req-ba9b517c-e1b2-40c7-80a6-6c70ea60d04c tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463793 Sep 03 15:03:20.762388 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-180d1ce0-efc3-4351-9fae-fa59a9a2df34 req-1a20c4c1-2788-4dbb-8e5b-f7935b606025 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0287485 Sep 03 15:03:21.146602 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873869d-abec-44b4-a3de-55246265e509 req-70d18d3f-2df4-4347-851c-4e37da8c6159 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:21.148114 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d873869d-abec-44b4-a3de-55246265e509 req-70d18d3f-2df4-4347-851c-4e37da8c6159 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0630794 Sep 03 15:03:21.192507 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d873869d-abec-44b4-a3de-55246265e509 req-964c9f4f-ce9a-439b-bb81-9fde33e62ba5 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362732 Sep 03 15:03:21.289249 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04074d3a-6704-42c8-9a3a-7f2172cb1316 req-218b8026-df5a-4ffc-98ef-5696bcb95e77 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:21.290998 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-04074d3a-6704-42c8-9a3a-7f2172cb1316 req-218b8026-df5a-4ffc-98ef-5696bcb95e77 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0658271 Sep 03 15:03:21.329383 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-04074d3a-6704-42c8-9a3a-7f2172cb1316 req-75ea419b-4116-49df-ab77-57f78fe79541 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Sep 03 15:03:21.485858 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef39d76-3deb-4a4f-8856-a2aef582f884 req-c8c44c4a-56b9-4771-be4e-e78eee3f2269 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:21.487543 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ef39d76-3deb-4a4f-8856-a2aef582f884 req-c8c44c4a-56b9-4771-be4e-e78eee3f2269 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0566366 Sep 03 15:03:21.525960 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ef39d76-3deb-4a4f-8856-a2aef582f884 req-5ce678c5-d653-4836-9e0b-c6e2d6a2daeb tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 Sep 03 15:03:21.877922 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b599685b-dd44-4a24-9660-73fbfdf16109 req-7079d467-4b5b-498e-b072-8937bc48f1d9 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0261848 Sep 03 15:03:22.318092 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f30af2-a88a-4221-bfce-592a17ac89ed req-72009df1-0761-42fc-9f3f-bae35063007d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:22.319563 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c0f30af2-a88a-4221-bfce-592a17ac89ed req-72009df1-0761-42fc-9f3f-bae35063007d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0493970 Sep 03 15:03:22.360184 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c0f30af2-a88a-4221-bfce-592a17ac89ed req-33241dae-ab86-4859-a49d-c5ce5a507fe6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342820 Sep 03 15:03:22.452908 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444bc8-88e9-424e-ac29-58f826b8a30e req-8965854c-1698-4642-bfea-a67d46ca5a14 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:22.454527 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c1444bc8-88e9-424e-ac29-58f826b8a30e req-8965854c-1698-4642-bfea-a67d46ca5a14 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0563204 Sep 03 15:03:22.499126 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c1444bc8-88e9-424e-ac29-58f826b8a30e req-16c556bc-939b-44dc-9495-ed01f4e23786 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374768 Sep 03 15:03:22.642559 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0bd24-84eb-41a9-9b5a-2d4c287b0478 req-dc715e8b-4f05-414d-bff7-2a3be59cb661 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:22.644068 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-74e0bd24-84eb-41a9-9b5a-2d4c287b0478 req-dc715e8b-4f05-414d-bff7-2a3be59cb661 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0511899 Sep 03 15:03:22.688054 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-74e0bd24-84eb-41a9-9b5a-2d4c287b0478 req-b270cc59-b8c3-4054-bb31-101d460246cb tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374506 Sep 03 15:03:22.987226 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a6b4154d-81eb-49d1-b4d0-7aca5b326d49 req-22aa89c9-2d8b-46f6-b840-f2cde6df3d1f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0413013 Sep 03 15:03:23.526189 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57930f-2902-472a-966a-152e802920a0 req-e6d386a0-c6d0-4598-a463-218345066384 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:23.527136 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ad57930f-2902-472a-966a-152e802920a0 req-e6d386a0-c6d0-4598-a463-218345066384 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0551805 Sep 03 15:03:23.561790 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ad57930f-2902-472a-966a-152e802920a0 req-8b4e7fe2-6ed7-4521-bae1-e0647e2c01ed tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336332 Sep 03 15:03:23.648352 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17923df-d365-4f9c-8e62-d4ef4489ae99 req-9c437576-310b-4aaf-8b0b-e43410faa644 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:23.650019 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d17923df-d365-4f9c-8e62-d4ef4489ae99 req-9c437576-310b-4aaf-8b0b-e43410faa644 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0545914 Sep 03 15:03:23.688053 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d17923df-d365-4f9c-8e62-d4ef4489ae99 req-e4f241a3-02e5-413b-8fb6-e68d32764d8a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Sep 03 15:03:23.810461 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8f7f1-b420-4707-b7b5-a7a5d8a57851 req-4af285cd-6b5e-4079-8fdc-6cee843e7700 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:23.812112 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ddf8f7f1-b420-4707-b7b5-a7a5d8a57851 req-4af285cd-6b5e-4079-8fdc-6cee843e7700 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0511117 Sep 03 15:03:23.851665 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ddf8f7f1-b420-4707-b7b5-a7a5d8a57851 req-994e341c-de83-4111-90c4-57fb6446bbf0 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Sep 03 15:03:24.075457 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2a7780cb-7ab5-46da-b12c-243065ac808d req-f54f5a34-1a06-47fa-8ebe-928c84343411 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0261269 Sep 03 15:03:24.712749 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e2986-ad28-4ca2-b5d4-16eba0027955 req-9a98dd55-7bf2-4b9e-8f99-3acb530f971e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:24.715008 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed2e2986-ad28-4ca2-b5d4-16eba0027955 req-9a98dd55-7bf2-4b9e-8f99-3acb530f971e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0796568 Sep 03 15:03:24.771700 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed2e2986-ad28-4ca2-b5d4-16eba0027955 req-38906632-7284-487e-9b5e-ebbbe8138041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457253 Sep 03 15:03:24.827414 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f0986-79b6-4c21-a209-822d97c5b76d req-0ddb0e69-8794-4b9c-94eb-40ececeac1c4 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:24.829124 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a53f0986-79b6-4c21-a209-822d97c5b76d req-0ddb0e69-8794-4b9c-94eb-40ececeac1c4 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0530322 Sep 03 15:03:24.870844 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a53f0986-79b6-4c21-a209-822d97c5b76d req-e2370b3e-90c9-43f3-8621-10aef99aab87 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348544 Sep 03 15:03:24.984215 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12895a-7c6d-4407-b0e5-ecae5905aed4 req-a7445f7c-a7e4-4583-8885-48ac7d397cba tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:24.985686 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa12895a-7c6d-4407-b0e5-ecae5905aed4 req-a7445f7c-a7e4-4583-8885-48ac7d397cba tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0543160 Sep 03 15:03:25.037193 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa12895a-7c6d-4407-b0e5-ecae5905aed4 req-9dd08938-3b42-4e24-a2b6-ab1d840e13c6 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Sep 03 15:03:25.182684 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-441fc8f1-e133-4654-a4f4-e292c9d054af req-3f30be08-8db5-40f2-add0-36f32aeaaedb tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0277145 Sep 03 15:03:25.896127 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5075a-773e-4901-b8a4-f7d545c7822e req-d6136ef3-8f0e-41a5-a44c-62f3d42007cc tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:25.897803 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6cb5075a-773e-4901-b8a4-f7d545c7822e req-d6136ef3-8f0e-41a5-a44c-62f3d42007cc tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0480657 Sep 03 15:03:25.952467 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6cb5075a-773e-4901-b8a4-f7d545c7822e req-e4802514-4244-4696-bfc7-8d4caa2a6f3c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413644 Sep 03 15:03:26.027994 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a149fc-2a1f-4757-be99-68128745813b req-3df61584-db0b-4379-a1ad-794982812507 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:26.029869 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-28a149fc-2a1f-4757-be99-68128745813b req-3df61584-db0b-4379-a1ad-794982812507 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0505192 Sep 03 15:03:26.067394 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-28a149fc-2a1f-4757-be99-68128745813b req-9028b4de-f0fb-4dcb-9253-4cb2aef4db5b tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Sep 03 15:03:26.160332 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2388f3e-9d38-4bc8-8478-f1d037609861 req-a000061b-57a2-4d92-b3bc-e1f1cc2191bd tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:26.168154 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b2388f3e-9d38-4bc8-8478-f1d037609861 req-a000061b-57a2-4d92-b3bc-e1f1cc2191bd tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0574360 Sep 03 15:03:26.206096 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b2388f3e-9d38-4bc8-8478-f1d037609861 req-4571674a-cbf0-4b3e-8ff2-56966b578a75 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365474 Sep 03 15:03:26.280401 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab749561-7bc9-4792-8a8d-702469ac2c96 req-e1cc6436-afee-4560-aa76-876e067e6b6f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0324070 Sep 03 15:03:26.964671 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:03:27.067308 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20514e67-dc64-4667-9a79-4d8f33359c6f req-3e3b2733-3974-462d-a374-93bec12253e3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:27.068773 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-20514e67-dc64-4667-9a79-4d8f33359c6f req-3e3b2733-3974-462d-a374-93bec12253e3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0488212 Sep 03 15:03:27.108157 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-20514e67-dc64-4667-9a79-4d8f33359c6f req-e137c0d3-7682-4edd-a788-92c271cc71ae tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333524 Sep 03 15:03:27.193446 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99431ab9-0715-4b5f-ad52-09d19ec7d92b req-fd1124fb-ba42-433e-af2b-593a53c5e14b tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:27.195019 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-99431ab9-0715-4b5f-ad52-09d19ec7d92b req-fd1124fb-ba42-433e-af2b-593a53c5e14b tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0536549 Sep 03 15:03:27.234219 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-99431ab9-0715-4b5f-ad52-09d19ec7d92b req-b88f318c-0678-4889-8e41-b47d3f5259a8 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Sep 03 15:03:27.318332 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19737c-2e1f-418c-aff1-b270234eddb8 req-55fdb798-8365-4ea5-9153-3ff0a507eb78 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:27.319845 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fc19737c-2e1f-418c-aff1-b270234eddb8 req-55fdb798-8365-4ea5-9153-3ff0a507eb78 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0488338 Sep 03 15:03:27.368789 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fc19737c-2e1f-418c-aff1-b270234eddb8 req-8f3645a0-c560-4931-95a9-ec54f3d23918 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392559 Sep 03 15:03:27.400812 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-285105e8-b7d2-4bbb-9e89-117e096dbbc1 req-d7ff94a7-3fad-4fbf-b171-2d5d38384cba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0317371 Sep 03 15:03:28.245160 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc702d1-670b-45ac-acd2-7d6a00b92239 req-7a1a4275-1978-4289-845a-0f6b378448e8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:28.246855 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fdc702d1-670b-45ac-acd2-7d6a00b92239 req-7a1a4275-1978-4289-845a-0f6b378448e8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0615079 Sep 03 15:03:28.290989 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fdc702d1-670b-45ac-acd2-7d6a00b92239 req-0e58effa-8a69-4e79-b8e3-8c40231f4667 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378799 Sep 03 15:03:28.350246 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee191a-459a-4f97-8a4c-cf3f107b24d7 req-5f8304f1-8b1d-4e3f-8f3c-e769957e067d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:28.351744 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-12ee191a-459a-4f97-8a4c-cf3f107b24d7 req-5f8304f1-8b1d-4e3f-8f3c-e769957e067d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0477259 Sep 03 15:03:28.412120 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-12ee191a-459a-4f97-8a4c-cf3f107b24d7 req-3e19aab1-5109-43b6-849e-a97bfc8161af tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543654 Sep 03 15:03:28.509407 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363f98d-c22a-449c-850e-c3a70aa03e87 req-f64dda78-377b-465d-8307-3fe9ca511c59 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:28.515586 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5363f98d-c22a-449c-850e-c3a70aa03e87 req-f64dda78-377b-465d-8307-3fe9ca511c59 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0579269 Sep 03 15:03:28.518171 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b17435f2-d6e6-439a-885f-b1e4147343aa req-219f84d1-d569-4093-9954-afe7c1876e86 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0308964 Sep 03 15:03:28.554120 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5363f98d-c22a-449c-850e-c3a70aa03e87 req-d100b1a8-b702-4743-bc8e-78ef480ea203 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348055 Sep 03 15:03:29.421159 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396487c-69cc-4e14-9e8e-3945d72870c3 req-4e91cefc-115a-45e2-b2f7-83883a30d77e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:29.422631 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c396487c-69cc-4e14-9e8e-3945d72870c3 req-4e91cefc-115a-45e2-b2f7-83883a30d77e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0507352 Sep 03 15:03:29.462163 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c396487c-69cc-4e14-9e8e-3945d72870c3 req-3df2d036-d998-4818-a5be-89172a032bc9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334027 Sep 03 15:03:29.527964 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c988d4-617f-4b23-8400-a4ca136c4d3d req-2bcc97b0-f345-4774-9269-d5a4e9a6ef4e tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:29.529869 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-95c988d4-617f-4b23-8400-a4ca136c4d3d req-2bcc97b0-f345-4774-9269-d5a4e9a6ef4e tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0497329 Sep 03 15:03:29.572165 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-95c988d4-617f-4b23-8400-a4ca136c4d3d req-a198b05a-14ab-4639-a51d-f3a769b29b68 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338051 Sep 03 15:03:29.662666 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-cce3e90a-1bcc-420c-920a-f34ef7bc3dcb req-6663f2c4-5de5-44d6-a000-df8dbc3ae07c tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0618193 Sep 03 15:03:29.687698 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858cb1c-cb45-491a-9e43-31917f67a53f req-0d4f92d4-122f-410b-b43a-91531e07b6f6 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:29.689227 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9858cb1c-cb45-491a-9e43-31917f67a53f req-0d4f92d4-122f-410b-b43a-91531e07b6f6 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0522730 Sep 03 15:03:29.731786 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9858cb1c-cb45-491a-9e43-31917f67a53f req-fcd5e027-3a9e-43d2-b19f-8508d45a8906 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350697 Sep 03 15:03:30.305914 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c22af723-4190-45a0-b14a-347fab8bc870 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:30.306707 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c22af723-4190-45a0-b14a-347fab8bc870 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 811 time: 0.1130152 Sep 03 15:03:30.368274 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-f797dda9-23d2-44af-a84f-2f228427c1ae tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9df9e9f8b97c4a98858d7aec29a27e33 HTTP/1.1" status: 200 len: 380 time: 0.0365274 Sep 03 15:03:30.379014 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'port': {'device_id': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'admin_state_up': True, 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'security_groups': ['3fa00170-9493-4f57-a23a-85f9298dee59']}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:03:30.498733 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Made reservation on behalf of 9df9e9f8b97c4a98858d7aec29a27e33 for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:03:30.502331 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:30.648327 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d113fb5-703c-4e82-9fc7-e5c126f59232 req-b980f898-d860-4c8d-9beb-3c80e9b490ee tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:30.649838 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9d113fb5-703c-4e82-9fc7-e5c126f59232 req-b980f898-d860-4c8d-9beb-3c80e9b490ee tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0960853 Sep 03 15:03:30.671104 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Allocated IP 172.20.0.5 (3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a/29951c51-8ac9-4462-81c0-bba8dd6c07b8/b1a216ef-61d9-476c-8ed5-ec7576101070) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:03:30.696090 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabe308-b65b-4075-b307-44767f9476d0 req-c9568c46-c0a3-45ba-89ae-f3e74cb3288c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:30.697510 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7dabe308-b65b-4075-b307-44767f9476d0 req-c9568c46-c0a3-45ba-89ae-f3e74cb3288c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0516429 Sep 03 15:03:30.716659 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9d113fb5-703c-4e82-9fc7-e5c126f59232 req-48c3f491-8c90-4569-9afe-1273ba7a2143 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568569 Sep 03 15:03:30.735875 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7dabe308-b65b-4075-b307-44767f9476d0 req-cbafe96c-52f0-425e-a855-2e88b998a2c4 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Sep 03 15:03:30.840738 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a5ee1b3e-3df1-4bf3-8003-03439a2c9646 req-0f6aee66-875b-4b28-9f79-1c670ceb0bd5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0351703 Sep 03 15:03:30.856799 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02754246-4727-4916-a830-c4fb622aeeb6 req-57a9e9cd-e776-494c-b493-8e6ff35c77e1 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:30.858863 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02754246-4727-4916-a830-c4fb622aeeb6 req-57a9e9cd-e776-494c-b493-8e6ff35c77e1 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0524139 Sep 03 15:03:30.888164 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:30.905013 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02754246-4727-4916-a830-c4fb622aeeb6 req-80afb944-d84b-4e83-bc70-96187a588650 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398586 Sep 03 15:03:30.908128 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Transition to ACTIVE for port object b1a216ef-61d9-476c-8ed5-ec7576101070 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:03:30.973805 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:30.989130 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d00266-1173-4ff0-9066-89f31c8fa12c req-4711fda1-9b66-4ab8-b20b-e47852b1e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:30.990846 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d7d00266-1173-4ff0-9066-89f31c8fa12c req-4711fda1-9b66-4ab8-b20b-e47852b1e9ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 1099 time: 0.0605161 Sep 03 15:03:31.046746 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:03:31.051917 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:03:31.059274 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:03:31.064963 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:31.065736 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:31.072354 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'Port': ['ID=b1a216ef-61d9-476c-8ed5-ec7576101070,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:31.094814 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d7d00266-1173-4ff0-9066-89f31c8fa12c req-53a4dd4e-0ba6-4d7a-9983-cc3b2642dbe4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752499 Sep 03 15:03:31.096011 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.096352 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.096865 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.097092 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.097415 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.097791 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.098082 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.098414 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.098748 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.099035 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.099351 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.099655 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:31.110930 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-5c590597-cfd8-41ee-83ba-505c22cd1d3a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7358906 Sep 03 15:03:31.286534 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-a99d12af-2377-4fe1-a883-297d0bfb5d21 None None] Provisioning for port b1a216ef-61d9-476c-8ed5-ec7576101070 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:03:31.290416 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-a99d12af-2377-4fe1-a883-297d0bfb5d21 None None] Provisioning complete for port b1a216ef-61d9-476c-8ed5-ec7576101070 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:03:31.290780 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a99d12af-2377-4fe1-a883-297d0bfb5d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:31.299565 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Request body: {'port': {'device_id': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:03:31.325373 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-a99d12af-2377-4fe1-a883-297d0bfb5d21 None None] Port b1a216ef-61d9-476c-8ed5-ec7576101070 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:03:31.357396 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:31.613137 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99430a-1394-41d9-9387-38c3545be251 req-5e9c9d88-13cb-463e-a224-ef6f14bbe265 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:31.614734 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4f99430a-1394-41d9-9387-38c3545be251 req-5e9c9d88-13cb-463e-a224-ef6f14bbe265 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0470734 Sep 03 15:03:31.617482 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a216ef-61d9-476c-8ed5-ec7576101070 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:03:31.625093 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:31.637010 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Transition to ACTIVE for port object b1a216ef-61d9-476c-8ed5-ec7576101070 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:03:31.642627 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:31.656353 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4f99430a-1394-41d9-9387-38c3545be251 req-ccbc514e-1ad8-4608-94ee-0b79cd70ad44 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353622 Sep 03 15:03:31.693363 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Pushing event updated for resources: {'Port': ['ID=b1a216ef-61d9-476c-8ed5-ec7576101070,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:31.729670 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Attempting to bind port b1a216ef-61d9-476c-8ed5-ec7576101070 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:03:31.730059 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Attempting to bind port b1a216ef-61d9-476c-8ed5-ec7576101070 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:03:31.730374 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Attempting to bind port b1a216ef-61d9-476c-8ed5-ec7576101070 on network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:03:31.735246 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Port b1a216ef-61d9-476c-8ed5-ec7576101070 on network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:03:31.735563 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Attempting to bind port b1a216ef-61d9-476c-8ed5-ec7576101070 on network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:03:31.740384 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:03:31.740710 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Checking segment: {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:03:31.741203 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Bound using segment: {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:03:31.741497 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Bound port: b1a216ef-61d9-476c-8ed5-ec7576101070, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:03:31.742033 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:31.836191 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] For port b1a216ef-61d9-476c-8ed5-ec7576101070, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:03:31.857347 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] For port b1a216ef-61d9-476c-8ed5-ec7576101070, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1a216ef-61d9-476c-8ed5-ec7576101070,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:03:31.862877 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:31.867269 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b612ef-7ead-49c3-a8e1-78158db74d99 req-397166d4-2d51-4815-9444-48d9af8fb78f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:31.870345 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-63b612ef-7ead-49c3-a8e1-78158db74d99 req-397166d4-2d51-4815-9444-48d9af8fb78f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0564899 Sep 03 15:03:31.905098 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78a0e8-65c0-4928-82ad-fab8149781c0 req-4e577707-3898-401d-8f09-620d9cbe13eb tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:31.906518 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4b78a0e8-65c0-4928-82ad-fab8149781c0 req-4e577707-3898-401d-8f09-620d9cbe13eb tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.1014445 Sep 03 15:03:31.908396 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-63b612ef-7ead-49c3-a8e1-78158db74d99 req-b5e9a081-3f7b-419e-a744-6488aff0e530 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Sep 03 15:03:31.913764 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:31.914374 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:31.915707 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] 10.222.0.26 "PUT /v2.0/ports/b1a216ef-61d9-476c-8ed5-ec7576101070 HTTP/1.1" status: 200 len: 1093 time: 0.6206932 Sep 03 15:03:31.916139 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'tag': 'b1a216ef-61d9-476c-8ed5-ec7576101070'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:03:31.918555 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9362680-5a49-48eb-bbc6-01b5e4ca5015", "tag": "b1a216ef-61d9-476c-8ed5-ec7576101070"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:03:31.956429 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66eee40-ed9e-4811-a733-2eb472e2edbf service neutron] Pushing event updated for resources: {'Port': ['ID=b1a216ef-61d9-476c-8ed5-ec7576101070,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:32.001083 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4b78a0e8-65c0-4928-82ad-fab8149781c0 req-54b71ecc-b97d-4aed-bd8a-cded8cf8dacb tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775685 Sep 03 15:03:32.018328 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-3268a2c3-7b66-48fd-9599-8774522fcb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:32.029552 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-3268a2c3-7b66-48fd-9599-8774522fcb0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 1096 time: 0.0474432 Sep 03 15:03:32.030872 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423a80-f460-4bfb-bca2-e6e6e9f07323 req-628986f5-dc9f-4199-87bf-5c86320f8134 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:32.038834 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-06423a80-f460-4bfb-bca2-e6e6e9f07323 req-628986f5-dc9f-4199-87bf-5c86320f8134 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 943 time: 0.0574913 Sep 03 15:03:32.077211 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-06423a80-f460-4bfb-bca2-e6e6e9f07323 req-be349458-6db9-4668-8a11-6ff45e0f83b0 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374963 Sep 03 15:03:32.084710 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ee247d-d172-483b-ae89-7926ab24cb7d x-openstack-request-id: req-95ee247d-d172-483b-ae89-7926ab24cb7d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:03:32.084989 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9362680-5a49-48eb-bbc6-01b5e4ca5015", "tag": "b1a216ef-61d9-476c-8ed5-ec7576101070", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:03:32.085250 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95ee247d-d172-483b-ae89-7926ab24cb7d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:03:32.085756 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'tag': 'b1a216ef-61d9-476c-8ed5-ec7576101070', 'status': 'completed', 'code': 200} Sep 03 15:03:32.087440 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-04ce3191-f178-41cc-9441-4a5d8d9ee1cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a216ef-61d9-476c-8ed5-ec7576101070 HTTP/1.1" status: 200 len: 217 time: 0.0556188 Sep 03 15:03:32.149514 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-0a354dd2-a90c-4bcd-94e1-1a10890b9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:32.151015 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-0a354dd2-a90c-4bcd-94e1-1a10890b9e6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0469406 Sep 03 15:03:32.198482 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-e4116a23-1a5c-4a8e-a3fc-cb279e8a7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:32.199998 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-e4116a23-1a5c-4a8e-a3fc-cb279e8a7810 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404081 Sep 03 15:03:32.328475 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-8b1e934e-2832-4e8e-9255-bb5adc129106 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039276 Sep 03 15:03:32.426443 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2ea65ca-c971-44e1-8281-dda2615d6101 req-8fc3e6a6-9ff7-4859-b6f6-f7b2cdab64dc service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842903 Sep 03 15:03:32.537032 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3 req-a9bc9e8f-d24c-49b8-a37b-c5cb7edfc50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:32.538509 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3 req-a9bc9e8f-d24c-49b8-a37b-c5cb7edfc50f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 1096 time: 0.0496809 Sep 03 15:03:32.632331 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3 req-9bfd98c2-42ad-439a-9277-26fcf5d1e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:32.633788 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3 req-9bfd98c2-42ad-439a-9277-26fcf5d1e59c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 912 time: 0.0857329 Sep 03 15:03:32.684239 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3 req-c00df45d-6933-48a5-92eb-10497e821aee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a216ef-61d9-476c-8ed5-ec7576101070 HTTP/1.1" status: 200 len: 217 time: 0.0336981 Sep 03 15:03:32.761499 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3 req-35781a7e-bbf7-4676-9061-bc99cb84d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:32.763007 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3 req-35781a7e-bbf7-4676-9061-bc99cb84d58d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0699985 Sep 03 15:03:32.803297 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509788bf-526b-480c-bd21-045353793e07 req-17973902-b685-45b9-a1b0-081927a062c2 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:32.804833 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-509788bf-526b-480c-bd21-045353793e07 req-17973902-b685-45b9-a1b0-081927a062c2 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0774190 Sep 03 15:03:32.833913 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3 req-9e7e3deb-3256-4cfd-8751-88ce8b7c3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:32.835346 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3 req-9e7e3deb-3256-4cfd-8751-88ce8b7c3cfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636601 Sep 03 15:03:32.858059 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-509788bf-526b-480c-bd21-045353793e07 req-a61b4c74-5ac7-47d3-b4b9-173141846ab0 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463665 Sep 03 15:03:32.936392 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3 req-6d238394-99ab-43e5-8a2d-34d024578376 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919604 Sep 03 15:03:33.026651 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91647c8c-0e0f-413b-a35c-d1699005cc01 req-50783876-9759-4036-9afd-191d8b150901 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:33.029006 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-91647c8c-0e0f-413b-a35c-d1699005cc01 req-50783876-9759-4036-9afd-191d8b150901 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0504107 Sep 03 15:03:33.044638 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6d8d81aa-bcfb-4cad-96bd-d44306a04bd3 req-43500372-0ec5-4c76-9f34-153e40fe2b52 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946813 Sep 03 15:03:33.073323 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-91647c8c-0e0f-413b-a35c-d1699005cc01 req-919ddb96-9eba-4247-a0a7-2401498fe189 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373042 Sep 03 15:03:33.132693 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa83c35-09c8-425d-906b-d72f0ddf7b92 req-c4b02057-1666-4df8-8f01-5e291c76552c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:33.134209 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6aa83c35-09c8-425d-906b-d72f0ddf7b92 req-c4b02057-1666-4df8-8f01-5e291c76552c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0537949 Sep 03 15:03:33.174847 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6aa83c35-09c8-425d-906b-d72f0ddf7b92 req-35acf697-8e5e-4198-9e25-2d6e343a8350 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343530 Sep 03 15:03:33.282352 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552a59d-9dd5-44a3-91c1-78ee5d24bf39 req-db826173-2393-4327-9146-80e334220324 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:33.283824 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d552a59d-9dd5-44a3-91c1-78ee5d24bf39 req-db826173-2393-4327-9146-80e334220324 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 943 time: 0.0502777 Sep 03 15:03:33.330781 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d552a59d-9dd5-44a3-91c1-78ee5d24bf39 req-d0db481f-c124-4715-a48c-73e69bd482c7 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408411 Sep 03 15:03:33.376319 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edfdac-94f4-494b-96a7-479f61bcd8de req-4c17fb53-8c82-4789-a62a-f9bbf2ae829c tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:33.378956 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b7edfdac-94f4-494b-96a7-479f61bcd8de req-4c17fb53-8c82-4789-a62a-f9bbf2ae829c tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.0637000 Sep 03 15:03:33.434863 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ede8c0-5a7b-4549-bc5b-6faaf6751164 req-2e30c3ff-8c7a-4a79-a6d6-e886698691cc tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:33.440112 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-14ede8c0-5a7b-4549-bc5b-6faaf6751164 req-2e30c3ff-8c7a-4a79-a6d6-e886698691cc tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0481877 Sep 03 15:03:33.476581 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-14ede8c0-5a7b-4549-bc5b-6faaf6751164 req-7c4256c7-9a7f-4bb0-8e97-671223943f21 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333459 Sep 03 15:03:33.483414 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f30f7d-f8e8-4eb4-b7a3-701d4836759b req-c1e95656-ffd2-47af-b1d6-511f427856a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:33.484989 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c0f30f7d-f8e8-4eb4-b7a3-701d4836759b req-c1e95656-ffd2-47af-b1d6-511f427856a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 1099 time: 0.0876725 Sep 03 15:03:33.569903 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-b7edfdac-94f4-494b-96a7-479f61bcd8de req-7b7fcb50-22f8-4ef7-bf72-f8bb994515ce tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Deleting port d5afb7c9-75ad-4b21-8bd9-3469db8396aa {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:03:33.570230 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b7edfdac-94f4-494b-96a7-479f61bcd8de req-7b7fcb50-22f8-4ef7-bf72-f8bb994515ce tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:33.613116 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f30f7d-f8e8-4eb4-b7a3-701d4836759b req-507d98bd-644a-44ec-ab01-919cb7cbe3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:33.614591 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c0f30f7d-f8e8-4eb4-b7a3-701d4836759b req-507d98bd-644a-44ec-ab01-919cb7cbe3e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 200 len: 919 time: 0.1203630 Sep 03 15:03:33.890267 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c0f30f7d-f8e8-4eb4-b7a3-701d4836759b req-5d624648-9b84-4ea7-89da-114d0da06775 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 HTTP/1.1" status: 200 len: 217 time: 0.2517447 Sep 03 15:03:33.942542 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-b7edfdac-94f4-494b-96a7-479f61bcd8de req-7b7fcb50-22f8-4ef7-bf72-f8bb994515ce tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] For port d5afb7c9-75ad-4b21-8bd9-3469db8396aa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d5afb7c9-75ad-4b21-8bd9-3469db8396aa,segment=NetworkSegment(d4cdcdfd-dd35-4e1a-a359-8d266a15dd28),segment_id=d4cdcdfd-dd35-4e1a-a359-8d266a15dd28)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:33.942902 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b7edfdac-94f4-494b-96a7-479f61bcd8de req-7b7fcb50-22f8-4ef7-bf72-f8bb994515ce tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:33.979841 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-b7edfdac-94f4-494b-96a7-479f61bcd8de req-7b7fcb50-22f8-4ef7-bf72-f8bb994515ce tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Calling delete_port for d5afb7c9-75ad-4b21-8bd9-3469db8396aa owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:03:33.994992 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f30f7d-f8e8-4eb4-b7a3-701d4836759b req-01c7514c-9917-44cd-98af-d4bb6831b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:33.996493 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c0f30f7d-f8e8-4eb4-b7a3-701d4836759b req-01c7514c-9917-44cd-98af-d4bb6831b746 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a848c4a4-1c7e-493c-8b4b-13824513aa4c HTTP/1.1" status: 200 len: 858 time: 0.0986359 Sep 03 15:03:34.067983 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c1dc-d895-46dd-8864-fc11bc59f65f req-7ac8bbec-cecf-44e2-8c71-cc036bc67ba4 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:34.069425 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1419c1dc-d895-46dd-8864-fc11bc59f65f req-7ac8bbec-cecf-44e2-8c71-cc036bc67ba4 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbf5ee78-2240-48df-b029-27f82e99c444 HTTP/1.1" status: 200 len: 945 time: 0.1365731 Sep 03 15:03:34.072626 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c0f30f7d-f8e8-4eb4-b7a3-701d4836759b req-37c1877f-a5e3-4ee2-8e73-0bbe2c10f041 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68634082-1637-44dc-bd46-894aaf6fa36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399678 Sep 03 15:03:34.190640 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1419c1dc-d895-46dd-8864-fc11bc59f65f req-8c931d32-137e-4bd7-9982-61e6097b0332 tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e907a68-9d07-46a4-8215-007f9be5d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124940 Sep 03 15:03:34.244403 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c0f30f7d-f8e8-4eb4-b7a3-701d4836759b req-04310510-4559-41f1-a4f1-0c417297ba36 service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613216 Sep 03 15:03:34.247744 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b7edfdac-94f4-494b-96a7-479f61bcd8de req-7b7fcb50-22f8-4ef7-bf72-f8bb994515ce tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:34.261231 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['d5afb7c9-75ad-4b21-8bd9-3469db8396aa'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:03:34.284849 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fcb50-22f8-4ef7-bf72-f8bb994515ce tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Pushing event deleted for resources: {'Port': ['ID=d5afb7c9-75ad-4b21-8bd9-3469db8396aa,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:34.310855 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8a331-14f8-4af7-bdf2-c634f3ce88a2 req-1cd7701b-01b6-4294-afd0-1e42ed9dfa6f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:34.312308 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ecf8a331-14f8-4af7-bdf2-c634f3ce88a2 req-1cd7701b-01b6-4294-afd0-1e42ed9dfa6f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0512941 Sep 03 15:03:34.347535 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7edfdac-94f4-494b-96a7-479f61bcd8de req-7b7fcb50-22f8-4ef7-bf72-f8bb994515ce tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] No DVR routers for this DVR port d5afb7c9-75ad-4b21-8bd9-3469db8396aa on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:03:34.350665 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ecf8a331-14f8-4af7-bdf2-c634f3ce88a2 req-4efe81a0-3ac0-4b1a-abd9-84a117e85e0e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320499 Sep 03 15:03:34.376323 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b7edfdac-94f4-494b-96a7-479f61bcd8de req-7b7fcb50-22f8-4ef7-bf72-f8bb994515ce tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:34.376674 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b7edfdac-94f4-494b-96a7-479f61bcd8de req-7b7fcb50-22f8-4ef7-bf72-f8bb994515ce tempest-VolumesActionsTest-904191622 tempest-VolumesActionsTest-904191622-project] 10.222.0.26 "DELETE /v2.0/ports/d5afb7c9-75ad-4b21-8bd9-3469db8396aa HTTP/1.1" status: 204 len: 173 time: 0.9857390 Sep 03 15:03:34.377130 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf5ee78-2240-48df-b029-27f82e99c444', 'name': 'network-vif-deleted', 'tag': 'd5afb7c9-75ad-4b21-8bd9-3469db8396aa'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:03:34.379590 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb416534-9471-45ce-8804-26f156106839" -d '{"events": [{"server_uuid": "cbf5ee78-2240-48df-b029-27f82e99c444", "name": "network-vif-deleted", "tag": "d5afb7c9-75ad-4b21-8bd9-3469db8396aa"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:03:34.440064 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8eccba-27b6-430f-9799-026c16b65d95 x-openstack-request-id: req-ed8eccba-27b6-430f-9799-026c16b65d95 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:03:34.440064 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf5ee78-2240-48df-b029-27f82e99c444", "name": "network-vif-deleted", "tag": "d5afb7c9-75ad-4b21-8bd9-3469db8396aa", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:03:34.440064 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed8eccba-27b6-430f-9799-026c16b65d95 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:03:34.440064 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf5ee78-2240-48df-b029-27f82e99c444', 'name': 'network-vif-deleted', 'tag': 'd5afb7c9-75ad-4b21-8bd9-3469db8396aa', 'status': 'completed', 'code': 200} Sep 03 15:03:34.448204 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c0f30f7d-f8e8-4eb4-b7a3-701d4836759b req-ea37038d-db3b-4b9a-ae9c-346dd20e61cb service neutron] 10.222.0.26 "GET /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731763 Sep 03 15:03:34.464214 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e19372-6913-4266-a123-69a3531789dd req-a44109d4-69a0-44b8-9a66-527a16aca01a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:34.465985 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-29e19372-6913-4266-a123-69a3531789dd req-a44109d4-69a0-44b8-9a66-527a16aca01a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 943 time: 0.0646999 Sep 03 15:03:34.506907 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-29e19372-6913-4266-a123-69a3531789dd req-c436bb71-6e23-4884-836d-805a389ba365 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340247 Sep 03 15:03:34.613172 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58779c97-0d10-416b-a348-b9bf81c64c2c req-064d4bb2-4fd0-46e0-a564-75043daf3d83 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:34.616049 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58779c97-0d10-416b-a348-b9bf81c64c2c req-064d4bb2-4fd0-46e0-a564-75043daf3d83 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0598931 Sep 03 15:03:34.669164 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58779c97-0d10-416b-a348-b9bf81c64c2c req-4e173190-37aa-4645-8d7b-ff4831113540 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360794 Sep 03 15:03:35.470891 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccce0ad-5940-4300-b4c2-5c6d10b491d0 req-392abe77-1bca-4bcb-99d0-a2043c948d3c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:35.472513 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ccce0ad-5940-4300-b4c2-5c6d10b491d0 req-392abe77-1bca-4bcb-99d0-a2043c948d3c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0493820 Sep 03 15:03:35.511664 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9ccce0ad-5940-4300-b4c2-5c6d10b491d0 req-dc2e726b-47b3-4e32-bf4d-909ff5a8da29 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328782 Sep 03 15:03:35.632167 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62463ca3-c3b3-43ca-8f73-24ff30ac7e8d req-6ed59116-f07d-4847-8b6a-9d0ea8bbd147 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:35.633735 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-62463ca3-c3b3-43ca-8f73-24ff30ac7e8d req-6ed59116-f07d-4847-8b6a-9d0ea8bbd147 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 943 time: 0.0566857 Sep 03 15:03:35.674546 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-62463ca3-c3b3-43ca-8f73-24ff30ac7e8d req-8bb9ea31-795a-4c68-a623-02a65f4807b3 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338333 Sep 03 15:03:35.785401 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b6c75-a7ac-440e-9467-e2527e43100b req-2c4f14dc-322a-4a1b-b4c9-576cdee3bf46 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:35.786895 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-983b6c75-a7ac-440e-9467-e2527e43100b req-2c4f14dc-322a-4a1b-b4c9-576cdee3bf46 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0497215 Sep 03 15:03:35.824873 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-983b6c75-a7ac-440e-9467-e2527e43100b req-720aa9a8-84b7-4026-9c63-70c5e6d8bdd0 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Sep 03 15:03:36.638629 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68377fe-3df3-43c8-afee-f7bb5fa62be4 req-b92b29e9-566a-4a9d-bae4-6e1da4cb6c6c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:36.640089 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e68377fe-3df3-43c8-afee-f7bb5fa62be4 req-b92b29e9-566a-4a9d-bae4-6e1da4cb6c6c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0516992 Sep 03 15:03:36.680264 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e68377fe-3df3-43c8-afee-f7bb5fa62be4 req-c9a5632c-c4cc-4afe-9744-0b750e8bd28b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341311 Sep 03 15:03:36.786537 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7aa54-012b-43df-a55e-3e5e215206d0 req-e4f6cbb1-a79e-4cc4-b095-03a4f34827db tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:36.787989 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-feb7aa54-012b-43df-a55e-3e5e215206d0 req-e4f6cbb1-a79e-4cc4-b095-03a4f34827db tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 943 time: 0.0497782 Sep 03 15:03:36.828266 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-feb7aa54-012b-43df-a55e-3e5e215206d0 req-6d5750f3-13a3-4787-892c-67a4d74b3573 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340774 Sep 03 15:03:36.946384 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5224071-5972-46f0-8679-d8b317f25b14 req-c46cc636-941f-4ef9-b92c-7e683a03f2fa tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:36.947855 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f5224071-5972-46f0-8679-d8b317f25b14 req-c46cc636-941f-4ef9-b92c-7e683a03f2fa tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0553412 Sep 03 15:03:36.985678 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f5224071-5972-46f0-8679-d8b317f25b14 req-1d76686f-b07c-4d34-bc75-155efff84d18 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317729 Sep 03 15:03:37.055866 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:37.812986 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622e61d-0cd1-4395-802d-34a9e7dbdb6d req-860c8bdf-0233-4ee0-96ff-e625d0f22f02 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:37.814492 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a622e61d-0cd1-4395-802d-34a9e7dbdb6d req-860c8bdf-0233-4ee0-96ff-e625d0f22f02 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0519514 Sep 03 15:03:37.855116 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a622e61d-0cd1-4395-802d-34a9e7dbdb6d req-37abea38-3b64-4390-8f36-acbfe6d6bea5 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Sep 03 15:03:37.945175 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45689267-f2a9-48ce-8fe5-3c2f3d3bef27 req-ef9947b3-648c-4036-957c-ca3fb12e147b tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:37.946656 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-45689267-f2a9-48ce-8fe5-3c2f3d3bef27 req-ef9947b3-648c-4036-957c-ca3fb12e147b tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 943 time: 0.0522892 Sep 03 15:03:37.983830 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-45689267-f2a9-48ce-8fe5-3c2f3d3bef27 req-fcf43b14-7e4b-4c18-ac65-6d9f08ee654b tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Sep 03 15:03:38.100680 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558e563-a07b-4ad3-abbc-6ef1df547c0d req-6291743d-7b49-464e-bbc7-3014d985e85f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:38.102199 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d558e563-a07b-4ad3-abbc-6ef1df547c0d req-6291743d-7b49-464e-bbc7-3014d985e85f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0489178 Sep 03 15:03:38.147632 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d558e563-a07b-4ad3-abbc-6ef1df547c0d req-ea05bd65-ad32-42c3-8a2a-58818842f244 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367041 Sep 03 15:03:38.993575 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e44961-2cd6-4bd2-9d5a-70b81066aae2 req-8fc816f0-b911-4bb2-babc-debaf2faf266 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:38.995042 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-26e44961-2cd6-4bd2-9d5a-70b81066aae2 req-8fc816f0-b911-4bb2-babc-debaf2faf266 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 944 time: 0.0589325 Sep 03 15:03:39.011674 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e90e7941-e28a-4dab-b54d-9492fdfd6cbd details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:03:39.015067 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device d5afb7c9-75ad-4b21-8bd9-3469db8396aa no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:03:39.039026 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-26e44961-2cd6-4bd2-9d5a-70b81066aae2 req-0fc548e0-d515-4d29-93e6-f862b2738902 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376697 Sep 03 15:03:39.048800 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: d5afb7c9-75ad-4b21-8bd9-3469db8396aa {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:03:39.049779 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device d5afb7c9-75ad-4b21-8bd9-3469db8396aa not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:03:39.118492 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449524b-d741-47ff-84d7-7845146e5bcd req-af735dae-3267-4b1d-924e-013bcfe69c64 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:39.120045 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8449524b-d741-47ff-84d7-7845146e5bcd req-af735dae-3267-4b1d-924e-013bcfe69c64 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 943 time: 0.0603819 Sep 03 15:03:39.149770 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:39.162138 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'port_id': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'mac_address': 'fa:16:3e:1f:14:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:03:39.163470 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8449524b-d741-47ff-84d7-7845146e5bcd req-1a9ba2b1-0cce-4eb6-b713-f58d0c70689e tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366168 Sep 03 15:03:39.202255 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:39.214922 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90e7941-e28a-4dab-b54d-9492fdfd6cbd {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:03:39.234485 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:39.239347 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:39.263127 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40e658-540a-428f-aeff-aaeff6d19506 req-cd5ea44a-0ea3-448a-9104-bd24a7e31c33 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:39.264621 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d40e658-540a-428f-aeff-aaeff6d19506 req-cd5ea44a-0ea3-448a-9104-bd24a7e31c33 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0480242 Sep 03 15:03:39.287134 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,revision_number=9']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:39.303886 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d40e658-540a-428f-aeff-aaeff6d19506 req-c27b50a6-db47-4b4e-835c-6dfe3628dde2 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Sep 03 15:03:39.524753 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['e90e7941-e28a-4dab-b54d-9492fdfd6cbd'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:03:40.310036 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2deb59-7cb5-465b-8e52-31be84326e65 req-92e11324-020c-4190-930d-235afee18e86 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:40.311637 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7e2deb59-7cb5-465b-8e52-31be84326e65 req-92e11324-020c-4190-930d-235afee18e86 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 943 time: 0.0668628 Sep 03 15:03:40.354141 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7e2deb59-7cb5-465b-8e52-31be84326e65 req-90e11fc4-991a-47a0-b786-a4b444320585 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358691 Sep 03 15:03:40.419913 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a5b57-4561-4441-8750-21cebb155ac3 req-2ae0b9df-9b0a-460e-87dd-901561a78307 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:40.421462 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eb6a5b57-4561-4441-8750-21cebb155ac3 req-2ae0b9df-9b0a-460e-87dd-901561a78307 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 945 time: 0.2849612 Sep 03 15:03:40.461061 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eb6a5b57-4561-4441-8750-21cebb155ac3 req-5edeff3d-3479-401d-b9f5-8c38319a58ec tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327940 Sep 03 15:03:41.336695 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-6381fab5-dafb-4b05-86ee-b1e2862b59b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594094 Sep 03 15:03:41.418050 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-3f53c056-8492-4ff6-afed-64be104e25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:41.420035 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-3f53c056-8492-4ff6-afed-64be104e25ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92cc24783e8c4100bff6576d1ea0004a&device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 1099 time: 0.0503571 Sep 03 15:03:41.497940 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677151f8-b733-4a2a-b911-3f5342ff6d74 req-74f2a976-6914-44ac-85c1-af8dab34f000 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:41.506284 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-677151f8-b733-4a2a-b911-3f5342ff6d74 req-74f2a976-6914-44ac-85c1-af8dab34f000 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 943 time: 0.0697663 Sep 03 15:03:41.552069 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-d5a16ee5-85f2-4397-8480-be68408b8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:41.553577 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-d5a16ee5-85f2-4397-8480-be68408b8ffe service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 200 len: 912 time: 0.1097114 Sep 03 15:03:41.561688 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-677151f8-b733-4a2a-b911-3f5342ff6d74 req-96805760-9620-45c5-a9d9-e7a47e2ea160 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492921 Sep 03 15:03:41.590021 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-22967060-2566-4869-ab76-766775df8056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:41.662815 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3778d-52dd-45c9-81d1-fd56f6ed321c req-65a6da2a-9092-472b-b5e8-3bf8a9c61d60 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:41.664295 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c4d3778d-52dd-45c9-81d1-fd56f6ed321c req-65a6da2a-9092-472b-b5e8-3bf8a9c61d60 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 945 time: 0.1003752 Sep 03 15:03:41.675402 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-16103838-eb7e-4303-9599-3e05a0784ebc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c602f7-a851-42c0-be7b-7e85b34a58e1 HTTP/1.1" status: 200 len: 1002 time: 0.1102386 Sep 03 15:03:41.749916 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c4d3778d-52dd-45c9-81d1-fd56f6ed321c req-48eb4979-25f5-492e-a725-4927d2598645 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774040 Sep 03 15:03:41.782478 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-de69c8bd-bc28-453f-bb9c-f4c607cdb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:41.784763 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-de69c8bd-bc28-453f-bb9c-f4c607cdb11c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c59e563-865c-4b5c-80bc-f771c855535d HTTP/1.1" status: 200 len: 850 time: 0.0935082 Sep 03 15:03:41.842272 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-8dd04b6b-61d2-42ae-99c4-809fb38f90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:41.843789 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-8dd04b6b-61d2-42ae-99c4-809fb38f90cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9bf41e-f10e-437e-872f-49198a03f4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511904 Sep 03 15:03:41.955556 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-d9030db3-1ed7-49b4-98be-7daa82471058 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011281 Sep 03 15:03:42.077768 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c6d2198f-9f16-41e8-9218-2bdab173d017 req-d00fa01e-23f1-4b7f-92f1-68c523f549be service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147532 Sep 03 15:03:42.228991 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b1a216ef-61d9-476c-8ed5-ec7576101070 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:03:42.245161 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e90e7941-e28a-4dab-b54d-9492fdfd6cbd up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:03:42.387415 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b1a216ef-61d9-476c-8ed5-ec7576101070, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1a216ef-61d9-476c-8ed5-ec7576101070,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:42.401765 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'b1a216ef-61d9-476c-8ed5-ec7576101070', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'port_id': 'b1a216ef-61d9-476c-8ed5-ec7576101070', 'mac_address': 'fa:16:3e:8f:94:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:03:42.412956 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port e90e7941-e28a-4dab-b54d-9492fdfd6cbd triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:03:42.412956 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:42.470495 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:42.492628 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a216ef-61d9-476c-8ed5-ec7576101070 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:03:42.547787 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b1a216ef-61d9-476c-8ed5-ec7576101070, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1a216ef-61d9-476c-8ed5-ec7576101070,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:42.559641 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:42.592216 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:42.633151 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:03:42.635589 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1224d19-6db3-4091-9d39-65e4596ee58f" -d '{"events": [{"server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "name": "network-vif-plugged", "status": "completed", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:03:42.641454 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:42.663898 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:42.667115 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=b1a216ef-61d9-476c-8ed5-ec7576101070,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:42.704834 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ade68f-2240-4ec4-809c-cdc7381b7f81 req-b276cefa-1173-4d8c-9a81-373e0a70c5e7 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:42.706780 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f9ade68f-2240-4ec4-809c-cdc7381b7f81 req-b276cefa-1173-4d8c-9a81-373e0a70c5e7 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 944 time: 0.0619860 Sep 03 15:03:42.733664 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b1a493-fe98-4440-ba56-236f290fcfd2 x-openstack-request-id: req-47b1a493-fe98-4440-ba56-236f290fcfd2 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:03:42.733949 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "name": "network-vif-plugged", "status": "completed", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:03:42.734150 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47b1a493-fe98-4440-ba56-236f290fcfd2 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:03:42.734516 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'code': 200} Sep 03 15:03:42.735070 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,revision_number=10']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:42.744123 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.744399 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.744754 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.745109 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.745476 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.745820 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.746293 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.746784 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.746992 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.747382 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.747596 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.747924 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:42.771533 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f9ade68f-2240-4ec4-809c-cdc7381b7f81 req-0663e340-dc20-418f-957d-06d11529426d tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497708 Sep 03 15:03:42.886360 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['b1a216ef-61d9-476c-8ed5-ec7576101070'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:03:42.911686 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c8dad-6d37-46c2-89e9-8b457539459b req-8782bed9-5a25-4ed9-9411-13cbe4704960 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:42.913352 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-525c8dad-6d37-46c2-89e9-8b457539459b req-8782bed9-5a25-4ed9-9411-13cbe4704960 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 947 time: 0.0762086 Sep 03 15:03:42.956105 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-525c8dad-6d37-46c2-89e9-8b457539459b req-c89e65eb-e57d-4c96-88cd-5232875e784d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347004 Sep 03 15:03:43.347480 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0ba88-94e0-45a8-bf6e-455b8ace525e req-d46aaf65-7ba0-446a-8252-8989351d01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:43.349315 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-78a0ba88-94e0-45a8-bf6e-455b8ace525e req-d46aaf65-7ba0-446a-8252-8989351d01d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 1100 time: 0.0608971 Sep 03 15:03:43.411891 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-78a0ba88-94e0-45a8-bf6e-455b8ace525e req-10e739bd-f820-44bb-9d51-ce3e8c4d784c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460274 Sep 03 15:03:43.530417 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c46a47-85f8-46e7-bd79-797a52cee26c req-cee763aa-4cbd-44c0-917e-181f97a27d83 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:43.539261 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-25c46a47-85f8-46e7-bd79-797a52cee26c req-cee763aa-4cbd-44c0-917e-181f97a27d83 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0700197 Sep 03 15:03:43.579769 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-25c46a47-85f8-46e7-bd79-797a52cee26c req-a1ad0d8b-4f94-4d42-9d1b-e2f273cdcb54 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396006 Sep 03 15:03:43.926407 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21157a1a-71f6-4071-a7a9-f343f34f6575 req-00e376dd-63c3-4d9e-9266-f0f012ed94fa tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:43.929203 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-21157a1a-71f6-4071-a7a9-f343f34f6575 req-00e376dd-63c3-4d9e-9266-f0f012ed94fa tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 944 time: 0.0600424 Sep 03 15:03:43.971529 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-21157a1a-71f6-4071-a7a9-f343f34f6575 req-69bdf399-5b5f-4e8a-ae1b-88a4b8101541 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360131 Sep 03 15:03:44.126566 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad8a44-ba8f-4ada-92a4-110bef395340 req-14ef1aa2-ca48-460f-811b-9e073836a93a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:44.129019 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dad8a44-ba8f-4ada-92a4-110bef395340 req-14ef1aa2-ca48-460f-811b-9e073836a93a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 947 time: 0.0717700 Sep 03 15:03:44.174761 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dad8a44-ba8f-4ada-92a4-110bef395340 req-a755d78b-1c4d-454f-9377-054760e75b12 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395360 Sep 03 15:03:44.231054 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2073c26a-42ce-4023-9771-8c31563e0900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:44.235738 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b1a216ef-61d9-476c-8ed5-ec7576101070 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:03:44.295886 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port b1a216ef-61d9-476c-8ed5-ec7576101070 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:03:44.300274 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port b1a216ef-61d9-476c-8ed5-ec7576101070 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:03:44.300653 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:44.350258 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:44.398615 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:44.446535 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b1a216ef-61d9-476c-8ed5-ec7576101070, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1a216ef-61d9-476c-8ed5-ec7576101070,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:44.451856 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:44.506778 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=b1a216ef-61d9-476c-8ed5-ec7576101070,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:44.736163 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a216ef-61d9-476c-8ed5-ec7576101070'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:03:44.738856 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9f36ca-9d7e-4373-8510-5c9f0d718a17" -d '{"events": [{"server_uuid": "d9362680-5a49-48eb-bbc6-01b5e4ca5015", "name": "network-vif-plugged", "status": "completed", "tag": "b1a216ef-61d9-476c-8ed5-ec7576101070"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:03:44.744352 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962df0f-6bdd-4624-b2ea-2dedb57be028 req-d6ea8e56-668b-4318-bcb9-e355647f2203 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:44.746186 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7962df0f-6bdd-4624-b2ea-2dedb57be028 req-d6ea8e56-668b-4318-bcb9-e355647f2203 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0520091 Sep 03 15:03:44.790321 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088eb169-3072-4140-9bc5-621ba4f4a5b4 x-openstack-request-id: req-088eb169-3072-4140-9bc5-621ba4f4a5b4 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:03:44.790806 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9362680-5a49-48eb-bbc6-01b5e4ca5015", "name": "network-vif-plugged", "status": "completed", "tag": "b1a216ef-61d9-476c-8ed5-ec7576101070", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:03:44.791079 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-088eb169-3072-4140-9bc5-621ba4f4a5b4 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:03:44.791565 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a216ef-61d9-476c-8ed5-ec7576101070', 'code': 200} Sep 03 15:03:44.800823 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7962df0f-6bdd-4624-b2ea-2dedb57be028 req-be985c8c-4b67-4e22-9714-105fb02ce895 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452576 Sep 03 15:03:45.132250 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599aea8-814a-4d2c-a59f-ecb1f6d6289d req-13029bd8-9176-4bcf-8690-5704a8dcb404 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:45.139497 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a599aea8-814a-4d2c-a59f-ecb1f6d6289d req-13029bd8-9176-4bcf-8690-5704a8dcb404 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 945 time: 0.0749090 Sep 03 15:03:45.201792 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a599aea8-814a-4d2c-a59f-ecb1f6d6289d req-3d227250-8f08-4b57-9a56-17e024956feb tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613983 Sep 03 15:03:45.245388 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0602eb1-dbd9-4ab3-8ba1-1708f9cfa9c4 req-28f7139e-c991-483d-ab6c-357a7298a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:45.245631 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:45.250170 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e0602eb1-dbd9-4ab3-8ba1-1708f9cfa9c4 req-28f7139e-c991-483d-ab6c-357a7298a843 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 1098 time: 0.1326458 Sep 03 15:03:45.327133 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e0602eb1-dbd9-4ab3-8ba1-1708f9cfa9c4 req-74ca3c9d-b0d9-4019-abc4-b3ea9cf8fa4a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632410 Sep 03 15:03:45.344237 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3180-9eff-4fa2-a599-06921ce8f413 req-5936cb5d-7a72-46fa-8f02-0d37cd6367d1 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:45.353864 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c88b3180-9eff-4fa2-a599-06921ce8f413 req-5936cb5d-7a72-46fa-8f02-0d37cd6367d1 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 947 time: 0.0718408 Sep 03 15:03:45.405483 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c88b3180-9eff-4fa2-a599-06921ce8f413 req-6c8a107f-7560-424a-a8db-86337a6ff5c1 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488904 Sep 03 15:03:45.932544 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aef72-c54f-4768-b7f0-9c80077293ca req-619ad688-fb4d-4ab6-8a86-85fe4bb8e0d8 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:45.934560 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dc7aef72-c54f-4768-b7f0-9c80077293ca req-619ad688-fb4d-4ab6-8a86-85fe4bb8e0d8 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0592868 Sep 03 15:03:45.995467 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dc7aef72-c54f-4768-b7f0-9c80077293ca req-06ab3131-4180-40bf-b1bd-e4a0b90586b9 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491986 Sep 03 15:03:46.334893 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663f90a-446e-4d6a-b9b4-7cbeeacabf1c req-dde0a491-991e-438e-9d6e-916d319e6617 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:46.336461 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6663f90a-446e-4d6a-b9b4-7cbeeacabf1c req-dde0a491-991e-438e-9d6e-916d319e6617 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 945 time: 0.0507913 Sep 03 15:03:46.380210 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6663f90a-446e-4d6a-b9b4-7cbeeacabf1c req-608a9657-c7d9-4084-830b-8893d0581611 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357699 Sep 03 15:03:46.531765 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01f284-7655-43ac-b424-3f75542fb500 req-8bc91215-9d59-4574-89ba-80858a584f9d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:46.533267 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1b01f284-7655-43ac-b424-3f75542fb500 req-8bc91215-9d59-4574-89ba-80858a584f9d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 947 time: 0.0527675 Sep 03 15:03:46.575297 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1b01f284-7655-43ac-b424-3f75542fb500 req-213c9593-aaf6-412e-a9d1-feaac7617abb tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346246 Sep 03 15:03:47.131509 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:47.142535 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5b70-1285-4bb0-991d-30ad4214873a req-cf0a1f07-a275-48ca-be75-d42c73d74aaa tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:47.150317 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-73bc5b70-1285-4bb0-991d-30ad4214873a req-cf0a1f07-a275-48ca-be75-d42c73d74aaa tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.0803468 Sep 03 15:03:47.209473 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-73bc5b70-1285-4bb0-991d-30ad4214873a req-470930ba-7c0a-422f-b804-29968d3f45b0 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571887 Sep 03 15:03:47.577976 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cb1a2-86bc-40e0-990b-4131295d1240 req-8b8aee4d-4af8-4477-b7aa-cebeb3d65ab7 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:47.585465 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0b0cb1a2-86bc-40e0-990b-4131295d1240 req-8b8aee4d-4af8-4477-b7aa-cebeb3d65ab7 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 945 time: 0.1222961 Sep 03 15:03:47.638061 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982b0e3-5380-436f-85ba-cccf34277ad6 req-99487738-7c3b-4a19-b6e1-a60f1111c44a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:47.640039 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4982b0e3-5380-436f-85ba-cccf34277ad6 req-99487738-7c3b-4a19-b6e1-a60f1111c44a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.26 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 945 time: 0.1312146 Sep 03 15:03:47.656001 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0b0cb1a2-86bc-40e0-990b-4131295d1240 req-ce3de422-7eef-4254-9aaa-6ff9c49048e1 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669706 Sep 03 15:03:47.774329 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-4982b0e3-5380-436f-85ba-cccf34277ad6 req-a2078e9a-7db0-4218-8c9a-5eaae98d467f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Deleting port 4138f100-e06c-4eea-a56c-766e7fcab942 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:03:47.775116 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4982b0e3-5380-436f-85ba-cccf34277ad6 req-a2078e9a-7db0-4218-8c9a-5eaae98d467f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:47.840478 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbec505-f943-4c91-a001-80d2b8b42650 req-b2069d77-6d05-45c2-96e7-fa6e50fadaf2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:47.844354 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ecbec505-f943-4c91-a001-80d2b8b42650 req-b2069d77-6d05-45c2-96e7-fa6e50fadaf2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 945 time: 0.0959527 Sep 03 15:03:47.912161 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-4982b0e3-5380-436f-85ba-cccf34277ad6 req-a2078e9a-7db0-4218-8c9a-5eaae98d467f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] For port 4138f100-e06c-4eea-a56c-766e7fcab942, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4138f100-e06c-4eea-a56c-766e7fcab942,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:47.912754 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4982b0e3-5380-436f-85ba-cccf34277ad6 req-a2078e9a-7db0-4218-8c9a-5eaae98d467f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:47.917604 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ecbec505-f943-4c91-a001-80d2b8b42650 req-0123540b-bf46-460b-9e33-29965d135fda tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626335 Sep 03 15:03:47.944055 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33352) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:03:47.951397 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-4982b0e3-5380-436f-85ba-cccf34277ad6 req-a2078e9a-7db0-4218-8c9a-5eaae98d467f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Calling delete_port for 4138f100-e06c-4eea-a56c-766e7fcab942 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:03:48.102803 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4982b0e3-5380-436f-85ba-cccf34277ad6 req-a2078e9a-7db0-4218-8c9a-5eaae98d467f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:48.122350 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['170e30d7-6d57-4efc-a9be-a8e5e7b3fca4', '4138f100-e06c-4eea-a56c-766e7fcab942'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:03:48.135895 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2078e9a-7db0-4218-8c9a-5eaae98d467f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Pushing event deleted for resources: {'Port': ['ID=4138f100-e06c-4eea-a56c-766e7fcab942,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:48.184344 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4982b0e3-5380-436f-85ba-cccf34277ad6 req-a2078e9a-7db0-4218-8c9a-5eaae98d467f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] No DVR routers for this DVR port 4138f100-e06c-4eea-a56c-766e7fcab942 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:03:48.186838 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4982b0e3-5380-436f-85ba-cccf34277ad6 req-a2078e9a-7db0-4218-8c9a-5eaae98d467f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:48.190132 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4982b0e3-5380-436f-85ba-cccf34277ad6 req-a2078e9a-7db0-4218-8c9a-5eaae98d467f tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.26 "DELETE /v2.0/ports/4138f100-e06c-4eea-a56c-766e7fcab942 HTTP/1.1" status: 204 len: 173 time: 0.5327072 Sep 03 15:03:48.190612 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daeabcd9-9d46-48c6-9632-087c7ed0f676', 'name': 'network-vif-deleted', 'tag': '4138f100-e06c-4eea-a56c-766e7fcab942'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:03:48.195388 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c637c-67a9-4ac4-9d60-09ad55f46e96 tempest-TestVolumeBootPattern-1737125373 tempest-TestVolumeBootPattern-1737125373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:48.197815 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7a8c637c-67a9-4ac4-9d60-09ad55f46e96 tempest-TestVolumeBootPattern-1737125373 tempest-TestVolumeBootPattern-1737125373-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 1093 time: 0.2525930 Sep 03 15:03:48.206293 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30a5c6d-1d65-43a3-8960-21275bba2ce1" -d '{"events": [{"server_uuid": "daeabcd9-9d46-48c6-9632-087c7ed0f676", "name": "network-vif-deleted", "tag": "4138f100-e06c-4eea-a56c-766e7fcab942"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:03:48.207087 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33356) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:03:48.212206 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'floatingip': {'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'port_id': 'b1a216ef-61d9-476c-8ed5-ec7576101070', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:03:48.243937 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:48.275754 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f383d448-0787-41bd-9a1f-b57963fae897 x-openstack-request-id: req-f383d448-0787-41bd-9a1f-b57963fae897 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:03:48.276254 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daeabcd9-9d46-48c6-9632-087c7ed0f676", "name": "network-vif-deleted", "tag": "4138f100-e06c-4eea-a56c-766e7fcab942", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:03:48.276590 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f383d448-0787-41bd-9a1f-b57963fae897 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:03:48.277067 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daeabcd9-9d46-48c6-9632-087c7ed0f676', 'name': 'network-vif-deleted', 'tag': '4138f100-e06c-4eea-a56c-766e7fcab942', 'status': 'completed', 'code': 200} Sep 03 15:03:48.363004 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-74925f90-ce9b-43ad-b9d7-b5b20bc9cf17 req-9fb229f1-9f85-41ae-8fcb-f302a22879f8 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=daeabcd9-9d46-48c6-9632-087c7ed0f676 HTTP/1.1" status: 200 len: 210 time: 0.0363243 Sep 03 15:03:48.452033 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:48.566403 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Allocated IP 172.27.0.139 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/27e4df9e-66a3-4e7f-80d5-9b1ac351bb3d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:03:48.680015 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:48.733239 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:48.782754 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:03:48.788998 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:03:48.796471 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:03:48.846746 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'Port': ['ID=27e4df9e-66a3-4e7f-80d5-9b1ac351bb3d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:48.860601 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:48.860947 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:48.861279 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:48.861655 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:48.861969 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:48.862295 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:48.862623 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:48.862945 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:48.863268 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:48.863590 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:48.863915 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:48.864231 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:03:49.235410 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:49.340387 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:49.551021 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:49.557411 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13202918'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:49.608430 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'Port': ['ID=27e4df9e-66a3-4e7f-80d5-9b1ac351bb3d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:49.649682 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:49.742362 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d5030-0b8f-47f0-9939-6ae481036d11 req-fc43e6f9-e008-4d20-891b-f4f2f4cbaefb tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:49.750477 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-934d5030-0b8f-47f0-9939-6ae481036d11 req-fc43e6f9-e008-4d20-891b-f4f2f4cbaefb tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0892591 Sep 03 15:03:49.779079 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Floating IP c9c199e6-f37b-4ed5-9ec0-bbc0b7954656 associated. External IP: 172.27.0.139, port: b1a216ef-61d9-476c-8ed5-ec7576101070. Sep 03 15:03:49.802413 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-934d5030-0b8f-47f0-9939-6ae481036d11 req-82c62284-2bad-40a8-928c-c4e0d41b4b1d tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514057 Sep 03 15:03:50.014543 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Router 87c8430c-b39b-44eb-954a-5277e55aaa58 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:03:50.131116 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:03:50.144640 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6ab15-a647-40c1-8725-df177dff5487 None None] Sync routers for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:03:50.160268 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:50.161047 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6ab15-a647-40c1-8725-df177dff5487 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:03:50.162379 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5ba6ab15-a647-40c1-8725-df177dff5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:03:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:03:50.194569 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5cd0d823-baaf-409e-b49e-e1b478575dbc tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9861097 Sep 03 15:03:50.195330 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'tag': 'b1a216ef-61d9-476c-8ed5-ec7576101070'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:03:50.198767 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c11212-ac12-450b-8f6b-ac611d64b410" -d '{"events": [{"name": "network-changed", "server_uuid": "d9362680-5a49-48eb-bbc6-01b5e4ca5015", "tag": "b1a216ef-61d9-476c-8ed5-ec7576101070"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:03:50.258074 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f6660-f91f-4b55-bff3-ec3b35d2b212 x-openstack-request-id: req-a94f6660-f91f-4b55-bff3-ec3b35d2b212 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:03:50.258426 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9362680-5a49-48eb-bbc6-01b5e4ca5015", "tag": "b1a216ef-61d9-476c-8ed5-ec7576101070", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:03:50.258677 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a94f6660-f91f-4b55-bff3-ec3b35d2b212 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:03:50.259355 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'tag': 'b1a216ef-61d9-476c-8ed5-ec7576101070', 'status': 'completed', 'code': 200} Sep 03 15:03:50.303169 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-5ba6ab15-a647-40c1-8725-df177dff5487 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:03:50.358576 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c11212-ac12-450b-8f6b-ac611d64b410 req-5e7ffcb3-265c-46e9-a0ce-8885fa05e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:50.360076 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-05c11212-ac12-450b-8f6b-ac611d64b410 req-5e7ffcb3-265c-46e9-a0ce-8885fa05e99f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 1098 time: 0.0581806 Sep 03 15:03:50.481764 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c11212-ac12-450b-8f6b-ac611d64b410 req-49418823-9fc0-48fc-bfb7-9f975d2c4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:50.483362 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-05c11212-ac12-450b-8f6b-ac611d64b410 req-49418823-9fc0-48fc-bfb7-9f975d2c4b7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 912 time: 0.1075814 Sep 03 15:03:50.575083 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-05c11212-ac12-450b-8f6b-ac611d64b410 req-3095ff13-95dc-4644-8c49-8a55d8b6e3aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a216ef-61d9-476c-8ed5-ec7576101070 HTTP/1.1" status: 200 len: 999 time: 0.0820889 Sep 03 15:03:50.591757 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5ba6ab15-a647-40c1-8725-df177dff5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'c9c199e6-f37b-4ed5-9ec0-bbc0b7954656', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': 'b1a216ef-61d9-476c-8ed5-ec7576101070', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:8f:94:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:03:49Z', 'updated_at': '2021-09-03T15:03:49Z', 'revision_number': 0, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:03:50.624447 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6ab15-a647-40c1-8725-df177dff5487 None None] Checking router: 87c8430c-b39b-44eb-954a-5277e55aaa58 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:03:50.633914 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6ab15-a647-40c1-8725-df177dff5487 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:03:50.634853 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5ba6ab15-a647-40c1-8725-df177dff5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:03:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:03:50.650985 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c11212-ac12-450b-8f6b-ac611d64b410 req-50cfc741-2ea8-4f23-b205-8369c326b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:50.652722 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-05c11212-ac12-450b-8f6b-ac611d64b410 req-50cfc741-2ea8-4f23-b205-8369c326b7d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0698416 Sep 03 15:03:50.710410 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c11212-ac12-450b-8f6b-ac611d64b410 req-66c2f3aa-d1ac-4580-90a7-3adf02e25701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:50.712451 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-05c11212-ac12-450b-8f6b-ac611d64b410 req-66c2f3aa-d1ac-4580-90a7-3adf02e25701 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508168 Sep 03 15:03:50.755253 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-5ba6ab15-a647-40c1-8725-df177dff5487 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:03:50.903435 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-05c11212-ac12-450b-8f6b-ac611d64b410 req-7bffbbef-0844-4639-9705-d62041e12917 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764064 Sep 03 15:03:51.020415 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb13474-3a03-426a-9357-fda25f594e2c req-54429901-528f-42c0-aedf-c7495df554dd tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:51.027727 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ecb13474-3a03-426a-9357-fda25f594e2c req-54429901-528f-42c0-aedf-c7495df554dd tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.1361411 Sep 03 15:03:51.071984 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5ba6ab15-a647-40c1-8725-df177dff5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'c9c199e6-f37b-4ed5-9ec0-bbc0b7954656', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': 'b1a216ef-61d9-476c-8ed5-ec7576101070', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:8f:94:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:03:49Z', 'updated_at': '2021-09-03T15:03:49Z', 'revision_number': 0, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:03:51.097285 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ecb13474-3a03-426a-9357-fda25f594e2c req-8239c71a-be4a-4881-8825-37eb0ed59a66 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604553 Sep 03 15:03:51.097285 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-05c11212-ac12-450b-8f6b-ac611d64b410 req-c18a4d50-dda8-41cc-8406-44d7c11bc2ef service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784563 Sep 03 15:03:51.116531 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba6ab15-a647-40c1-8725-df177dff5487 None None] The sync data for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi is: [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'c9c199e6-f37b-4ed5-9ec0-bbc0b7954656', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': 'b1a216ef-61d9-476c-8ed5-ec7576101070', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:8f:94:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:03:49Z', 'updated_at': '2021-09-03T15:03:49Z', 'revision_number': 0, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:03:51.341166 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cbac38-b3a5-4ed5-98e2-f40049b988a1 None None] New status for floating IP c9c199e6-f37b-4ed5-9ec0-bbc0b7954656: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:03:52.218541 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6953ca6-9638-4173-8a8f-5c134f596c63 req-3d92900d-ab3e-47aa-81cd-b38133819532 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:52.219965 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6953ca6-9638-4173-8a8f-5c134f596c63 req-3d92900d-ab3e-47aa-81cd-b38133819532 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0515587 Sep 03 15:03:52.255044 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 4138f100-e06c-4eea-a56c-766e7fcab942 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:03:52.273179 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6953ca6-9638-4173-8a8f-5c134f596c63 req-b0335f46-4b35-4f7a-b353-a7f154478737 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473890 Sep 03 15:03:52.280961 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: 4138f100-e06c-4eea-a56c-766e7fcab942 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:03:52.281309 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 4138f100-e06c-4eea-a56c-766e7fcab942 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:03:53.395842 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b096cd-1b5e-487e-b675-3d5290410d55 req-9fccac50-6eb6-4341-aed8-5b942603ec3a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:53.402027 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b3b096cd-1b5e-487e-b675-3d5290410d55 req-9fccac50-6eb6-4341-aed8-5b942603ec3a tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0564442 Sep 03 15:03:53.455923 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b3b096cd-1b5e-487e-b675-3d5290410d55 req-b0670ce2-4ef3-4bbf-b824-0e6ab194a1be tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Sep 03 15:03:54.574847 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96f1c6-18cd-4875-b3b1-554e5eb5bdf4 req-16964eb3-a272-40d5-9b89-2db903d809da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:54.576546 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a96f1c6-18cd-4875-b3b1-554e5eb5bdf4 req-16964eb3-a272-40d5-9b89-2db903d809da tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0568640 Sep 03 15:03:54.627014 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a96f1c6-18cd-4875-b3b1-554e5eb5bdf4 req-ebe4e9f9-d0a0-4116-8a75-72c6a99e2aa4 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444009 Sep 03 15:03:55.800510 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672d6ec-0b10-4a2f-aa6e-a1b1477c26a0 req-fd5a4866-9f3b-4677-b238-b161b384ca2b tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:55.802267 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0672d6ec-0b10-4a2f-aa6e-a1b1477c26a0 req-fd5a4866-9f3b-4677-b238-b161b384ca2b tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0803921 Sep 03 15:03:55.852363 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c02556-6442-4fc7-adf9-89c46387ac20 req-f0990001-7dc0-45a4-b6ba-40865c9ab98c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:55.853835 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b0c02556-6442-4fc7-adf9-89c46387ac20 req-f0990001-7dc0-45a4-b6ba-40865c9ab98c tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 946 time: 0.0942669 Sep 03 15:03:55.859347 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0672d6ec-0b10-4a2f-aa6e-a1b1477c26a0 req-e8fc8713-ca34-453e-8ec8-da863365f758 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/security-groups?id=f5b051ef-eb6b-4c41-904a-8c55b8684091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499938 Sep 03 15:03:55.960765 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-b0c02556-6442-4fc7-adf9-89c46387ac20 req-6cac40ee-6314-4348-8a32-ec439c142be5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Deleting port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:03:55.961101 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b0c02556-6442-4fc7-adf9-89c46387ac20 req-6cac40ee-6314-4348-8a32-ec439c142be5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:56.261806 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-b0c02556-6442-4fc7-adf9-89c46387ac20 req-6cac40ee-6314-4348-8a32-ec439c142be5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] For port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:56.262167 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b0c02556-6442-4fc7-adf9-89c46387ac20 req-6cac40ee-6314-4348-8a32-ec439c142be5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:56.274747 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-b0c02556-6442-4fc7-adf9-89c46387ac20 req-6cac40ee-6314-4348-8a32-ec439c142be5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Calling delete_port for 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:03:56.414132 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b0c02556-6442-4fc7-adf9-89c46387ac20 req-6cac40ee-6314-4348-8a32-ec439c142be5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:56.426022 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['170e30d7-6d57-4efc-a9be-a8e5e7b3fca4'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:03:56.455884 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac40ee-6314-4348-8a32-ec439c142be5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Pushing event deleted for resources: {'Port': ['ID=170e30d7-6d57-4efc-a9be-a8e5e7b3fca4,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:56.490957 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c02556-6442-4fc7-adf9-89c46387ac20 req-6cac40ee-6314-4348-8a32-ec439c142be5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] No DVR routers for this DVR port 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:03:56.493295 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-b0c02556-6442-4fc7-adf9-89c46387ac20 req-6cac40ee-6314-4348-8a32-ec439c142be5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:56.495507 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b0c02556-6442-4fc7-adf9-89c46387ac20 req-6cac40ee-6314-4348-8a32-ec439c142be5 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.26 "DELETE /v2.0/ports/170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 HTTP/1.1" status: 204 len: 173 time: 0.6337383 Sep 03 15:03:56.495959 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14', 'name': 'network-vif-deleted', 'tag': '170e30d7-6d57-4efc-a9be-a8e5e7b3fca4'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:03:56.498870 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c52131-0d8e-48ff-b52e-4c8578603804" -d '{"events": [{"server_uuid": "0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14", "name": "network-vif-deleted", "tag": "170e30d7-6d57-4efc-a9be-a8e5e7b3fca4"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:03:56.535852 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ff9f8d-9721-4356-a386-b6d71608c450 x-openstack-request-id: req-66ff9f8d-9721-4356-a386-b6d71608c450 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:03:56.536144 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14", "name": "network-vif-deleted", "tag": "170e30d7-6d57-4efc-a9be-a8e5e7b3fca4", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:03:56.536392 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66ff9f8d-9721-4356-a386-b6d71608c450 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:03:56.536786 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14', 'name': 'network-vif-deleted', 'tag': '170e30d7-6d57-4efc-a9be-a8e5e7b3fca4', 'status': 'completed', 'code': 200} Sep 03 15:03:56.978840 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-79df5496-cb90-4d02-8c01-0b1779464023 req-364606fa-3791-4247-b053-daf1e0d40b31 tempest-ServerRescueNegativeTestJSON-819694184 tempest-ServerRescueNegativeTestJSON-819694184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d8ca0ad-e194-40a9-8e8f-c7bea41d8f14 HTTP/1.1" status: 200 len: 210 time: 0.0275195 Sep 03 15:03:57.223864 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694963d-9771-45cd-9d2d-9b222145afa2 req-d438385c-c0a8-4f40-aa3c-658d2093aeac tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:57.225377 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3694963d-9771-45cd-9d2d-9b222145afa2 req-d438385c-c0a8-4f40-aa3c-658d2093aeac tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0524552 Sep 03 15:03:57.264232 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3694963d-9771-45cd-9d2d-9b222145afa2 req-ae7cdf77-368a-4c83-851d-2d16931bc52b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329278 Sep 03 15:03:58.045013 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33520) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:03:58.405261 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80075c8d-3262-4e94-99fc-5bc427282120 req-fc24558f-1748-4536-bb3c-37b0d5fe8eeb tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:58.406773 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80075c8d-3262-4e94-99fc-5bc427282120 req-fc24558f-1748-4536-bb3c-37b0d5fe8eeb tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0711997 Sep 03 15:03:58.472801 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80075c8d-3262-4e94-99fc-5bc427282120 req-80d0aa59-96d6-4e51-8de0-7d43ab71cbc3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585475 Sep 03 15:03:58.535892 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698603'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:58.583362 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 33526) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:03:58.629923 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef0deaf-1997-497c-ac81-8425b021d7ef admin admin] Deleting subnet 0312b33f-bd69-44b4-b641-d8ab207ad4ef {{(pid=93829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:03:58.633710 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cef0deaf-1997-497c-ac81-8425b021d7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:58.674625 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cef0deaf-1997-497c-ac81-8425b021d7ef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:58.684396 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cef0deaf-1997-497c-ac81-8425b021d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:58.741041 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cef0deaf-1997-497c-ac81-8425b021d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for subnet, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:58.767177 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0deaf-1997-497c-ac81-8425b021d7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0312b33f-bd69-44b4-b641-d8ab207ad4ef,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:58.772646 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cef0deaf-1997-497c-ac81-8425b021d7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:58.777325 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-cef0deaf-1997-497c-ac81-8425b021d7ef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0312b33f-bd69-44b4-b641-d8ab207ad4ef HTTP/1.1" status: 204 len: 168 time: 0.1928916 Sep 03 15:03:58.777979 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 33528) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:03:58.852351 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:58.933922 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:58.944325 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:58.944869 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:58.945664 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:58.945986 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:58.946322 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:58.946665 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:58.946990 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:58.947292 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:58.947642 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:58.947951 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:59.014307 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:59.014647 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:59.014979 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:59.015301 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 15:03:59.015669 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:03:59.030331 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] Deleting port 1c1b6b33-7dde-4b11-853b-13b82d759c96 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:03:59.030670 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.033274 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cdcdfd-dd35-4e1a-a359-8d266a15dd28') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:03:59.033590 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cdcdfd-dd35-4e1a-a359-8d266a15dd28') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:03:59.053590 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123430'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.074066 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.082046 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:03:59.082447 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16720312'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: from cryptography.utils import int_from_bytes Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: from cryptography.utils import int_from_bytes Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: Traceback (most recent call last): Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: timer() Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: cb(*args, **kw) Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: return func(*args, **kwargs) Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: self._notify() Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: self.callback(batched_events) Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: event.method(event) Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: return f(self, *a, **k) Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._get(url).json() Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: return self.request(url, 'GET', **kwargs) Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:03:59.086534 dv-cinder-774288-7-iscsi neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:03:59.111921 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] For port 1c1b6b33-7dde-4b11-853b-13b82d759c96, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=1c1b6b33-7dde-4b11-853b-13b82d759c96,segment=NetworkSegment(a19a3723-8d3c-4f6c-a263-cac695b57e45),segment_id=a19a3723-8d3c-4f6c-a263-cac695b57e45)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:03:59.112527 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.125227 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] Calling delete_port for 1c1b6b33-7dde-4b11-853b-13b82d759c96 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:03:59.142633 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.148760 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.150793 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c HTTP/1.1" status: 204 len: 168 time: 0.3719242 Sep 03 15:03:59.163613 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65301333-ec2e-4e0f-8771-a9ff63e93ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ca22b1-eb39-4242-8b97-aaeaa0a76c1c,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:59.319243 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 33532) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:03:59.340210 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.364212 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-c178885b-14a5-4e28-ae35-e6a1d543ef01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90840e3b38784dde9b6f88e010d9191f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436563 Sep 03 15:03:59.366616 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 33534) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:03:59.369444 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1b6b33-7dde-4b11-853b-13b82d759c96,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:59.414582 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-628b2ad5-648c-4de9-be89-2892c275b48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.437584 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-628b2ad5-648c-4de9-be89-2892c275b48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.485739 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-628b2ad5-648c-4de9-be89-2892c275b48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.488328 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-628b2ad5-648c-4de9-be89-2892c275b48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.489490 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-628b2ad5-648c-4de9-be89-2892c275b48d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e907a68-9d07-46a4-8215-007f9be5d74a HTTP/1.1" status: 204 len: 168 time: 0.1219704 Sep 03 15:03:59.507179 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b2ad5-648c-4de9-be89-2892c275b48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e907a68-9d07-46a4-8215-007f9be5d74a,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:03:59.551981 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698751'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:03:59.597000 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ce50-3185-422a-9210-6cfebe775d46 req-bcafe325-b8ea-442b-ac32-ac97df6f3a05 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:03:59.598638 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f6b7ce50-3185-422a-9210-6cfebe775d46 req-bcafe325-b8ea-442b-ac32-ac97df6f3a05 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0497139 Sep 03 15:03:59.645977 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f6b7ce50-3185-422a-9210-6cfebe775d46 req-987a6e43-fde7-4fe0-85c0-f0210cf0f0c2 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411272 Sep 03 15:03:59.804444 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] Router e6c78d0c-362f-4999-b619-8601370169f3 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:03:59.925555 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:03:59.931053 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7365d570-a542-43e8-8714-afdf5c6d5060 admin admin] 10.222.0.46 "PUT /v2.0/routers/e6c78d0c-362f-4999-b619-8601370169f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8847094 Sep 03 15:03:59.933880 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33540) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:03:59.935984 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f64881-4351-4b59-b396-d28d7941cac5 None None] Sync routers for ids ['e6c78d0c-362f-4999-b619-8601370169f3'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:03:59.945995 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f64881-4351-4b59-b396-d28d7941cac5 None None] Routers {'e6c78d0c-362f-4999-b619-8601370169f3'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:03:59.946613 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-01f64881-4351-4b59-b396-d28d7941cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:03:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['e6c78d0c-362f-4999-b619-8601370169f3'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:00.037140 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.052219 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-01f64881-4351-4b59-b396-d28d7941cac5 None None] Set router e6c78d0c-362f-4999-b619-8601370169f3 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:04:00.141062 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.198148 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Deleting port 32707a02-d69b-413b-bf8a-ba53231acfd0 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:04:00.198399 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.232069 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-01f64881-4351-4b59-b396-d28d7941cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'name': 'tempest-ServerRescueNegativeTestJSON-400475266-router', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:03:59Z', 'revision_number': 5, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'gw_port': {'id': '32707a02-d69b-413b-bf8a-ba53231acfd0', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ab:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:00.258143 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f64881-4351-4b59-b396-d28d7941cac5 None None] Checking router: e6c78d0c-362f-4999-b619-8601370169f3 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:04:00.268931 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f64881-4351-4b59-b396-d28d7941cac5 None None] Routers {'e6c78d0c-362f-4999-b619-8601370169f3'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:04:00.269733 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-01f64881-4351-4b59-b396-d28d7941cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:03:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['e6c78d0c-362f-4999-b619-8601370169f3'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:00.275669 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:04:00.282801 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] For port 32707a02-d69b-413b-bf8a-ba53231acfd0, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=32707a02-d69b-413b-bf8a-ba53231acfd0,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:00.283252 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.298420 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Calling delete_port for 32707a02-d69b-413b-bf8a-ba53231acfd0 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:04:00.310347 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:04:00.313334 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 170e30d7-6d57-4efc-a9be-a8e5e7b3fca4 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:04:00.447264 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-01f64881-4351-4b59-b396-d28d7941cac5 None None] Set router e6c78d0c-362f-4999-b619-8601370169f3 gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:04:00.469561 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.494180 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Pushing event deleted for resources: {'Port': ['ID=32707a02-d69b-413b-bf8a-ba53231acfd0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:00.503163 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-01f64881-4351-4b59-b396-d28d7941cac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'name': 'tempest-ServerRescueNegativeTestJSON-400475266-router', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:04:00Z', 'revision_number': 6, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'gw_port_host': None}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:00.530307 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f64881-4351-4b59-b396-d28d7941cac5 None None] The sync data for ids ['e6c78d0c-362f-4999-b619-8601370169f3'] in dv-cinder-774288-7-iscsi is: [{'id': 'e6c78d0c-362f-4999-b619-8601370169f3', 'name': 'tempest-ServerRescueNegativeTestJSON-400475266-router', 'tenant_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:04:00Z', 'revision_number': 6, 'project_id': 'c34624d35ea84a5aa5ed6eccb004db8a', 'gw_port_host': None}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:04:00.558651 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696465'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.665072 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4729'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.668090 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.752890 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692791'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.753403 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6c78d0c-362f-4999-b619-8601370169f3 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 15:04:00.759091 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.760230 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2bc83920-838b-4779-8a7f-51e5f739f43a admin admin] 10.222.0.46 "DELETE /v2.0/routers/e6c78d0c-362f-4999-b619-8601370169f3 HTTP/1.1" status: 204 len: 168 time: 0.8250649 Sep 03 15:04:00.762863 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33544) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:00.805842 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cafa3c-a667-4ad8-9756-dea82fa94a1d req-929b516e-7556-4cbe-b6da-1d1a22915417 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:00.807344 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d5cafa3c-a667-4ad8-9756-dea82fa94a1d req-929b516e-7556-4cbe-b6da-1d1a22915417 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0858188 Sep 03 15:04:00.825363 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72275cb-a4c9-459d-89e5-b89c91ffb369 admin admin] Deleting subnet a848c4a4-1c7e-493c-8b4b-13824513aa4c {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:04:00.835192 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e72275cb-a4c9-459d-89e5-b89c91ffb369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.879583 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d5cafa3c-a667-4ad8-9756-dea82fa94a1d req-86da8853-6ff0-4ec1-90f8-185b643c0782 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661731 Sep 03 15:04:00.881677 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e72275cb-a4c9-459d-89e5-b89c91ffb369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12584577'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.923579 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e72275cb-a4c9-459d-89e5-b89c91ffb369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:00.980541 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e72275cb-a4c9-459d-89e5-b89c91ffb369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13202908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12987591'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.006655 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72275cb-a4c9-459d-89e5-b89c91ffb369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a848c4a4-1c7e-493c-8b4b-13824513aa4c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:01.008553 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e72275cb-a4c9-459d-89e5-b89c91ffb369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.011484 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e72275cb-a4c9-459d-89e5-b89c91ffb369 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a848c4a4-1c7e-493c-8b4b-13824513aa4c HTTP/1.1" status: 204 len: 168 time: 0.2467146 Sep 03 15:04:01.013399 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 33546) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:01.081906 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.165959 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.176210 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68634082-1637-44dc-bd46-894aaf6fa36f']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:01.186173 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19a3723-8d3c-4f6c-a263-cac695b57e45') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:01.186461 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19a3723-8d3c-4f6c-a263-cac695b57e45') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:01.195130 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123430'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.209682 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.218581 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:04:01.218907 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16720312'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: Traceback (most recent call last): Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: timer() Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: cb(*args, **kw) Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: return func(*args, **kwargs) Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: self._notify() Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: self.callback(batched_events) Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: event.method(event) Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: return f(self, *a, **k) Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._get(url).json() Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: return self.request(url, 'GET', **kwargs) Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:04:01.221122 dv-cinder-774288-7-iscsi neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:04:01.280053 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.285757 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.287623 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] 10.222.0.46 "DELETE /v2.0/networks/68634082-1637-44dc-bd46-894aaf6fa36f HTTP/1.1" status: 204 len: 168 time: 0.2732003 Sep 03 15:04:01.298772 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfe51a-5d68-41d6-8862-5b76185c411c admin admin] Pushing event deleted for resources: {'Network': ['ID=68634082-1637-44dc-bd46-894aaf6fa36f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:01.457207 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33550) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:01.498895 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-af029e80-6ff6-4d4e-bb87-2b78b3309304 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c34624d35ea84a5aa5ed6eccb004db8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403934 Sep 03 15:04:01.501450 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33552) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:01.554086 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49de593a-b044-4858-a0f6-c5b0877cb067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.573276 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49de593a-b044-4858-a0f6-c5b0877cb067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.620426 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49de593a-b044-4858-a0f6-c5b0877cb067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.623074 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49de593a-b044-4858-a0f6-c5b0877cb067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:01.624472 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-49de593a-b044-4858-a0f6-c5b0877cb067 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5b051ef-eb6b-4c41-904a-8c55b8684091 HTTP/1.1" status: 204 len: 168 time: 0.1218517 Sep 03 15:04:01.631810 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de593a-b044-4858-a0f6-c5b0877cb067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b051ef-eb6b-4c41-904a-8c55b8684091,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:01.998138 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018c9f1-5572-4e1a-9840-8afacb6c3722 req-a08f82a7-362d-49a8-b26c-c4ec227d7af8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:01.999705 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9018c9f1-5572-4e1a-9840-8afacb6c3722 req-a08f82a7-362d-49a8-b26c-c4ec227d7af8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0515461 Sep 03 15:04:02.040134 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9018c9f1-5572-4e1a-9840-8afacb6c3722 req-06d76ecd-4bcf-4585-a76f-7d6938ecdb15 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343244 Sep 03 15:04:02.345423 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 32707a02-d69b-413b-bf8a-ba53231acfd0 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:04:02.365303 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 32707a02-d69b-413b-bf8a-ba53231acfd0 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:04:02.365647 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 32707a02-d69b-413b-bf8a-ba53231acfd0 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:04:02.366069 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 1c1b6b33-7dde-4b11-853b-13b82d759c96 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:04:02.384357 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 1c1b6b33-7dde-4b11-853b-13b82d759c96 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:04:02.384703 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 1c1b6b33-7dde-4b11-853b-13b82d759c96 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:04:03.165259 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eca3f-d035-4fa9-beb5-0bb9e93f3414 req-9c8c304e-1c57-4f21-8fe6-b279457c6bb3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:03.166791 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f13eca3f-d035-4fa9-beb5-0bb9e93f3414 req-9c8c304e-1c57-4f21-8fe6-b279457c6bb3 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0569334 Sep 03 15:04:03.207297 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f13eca3f-d035-4fa9-beb5-0bb9e93f3414 req-3965b80d-9f02-4e7f-a4d7-7bb0004f1bb2 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338948 Sep 03 15:04:03.571015 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 33620) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:03.683757 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9081e1e2-804d-4847-9d28-d0a898d96cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:03.785883 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9081e1e2-804d-4847-9d28-d0a898d96cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:03.792566 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9081e1e2-804d-4847-9d28-d0a898d96cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:03.836051 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-9081e1e2-804d-4847-9d28-d0a898d96cf4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fa2388f97804c11a64b5ed56b018e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639136 Sep 03 15:04:03.836814 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081e1e2-804d-4847-9d28-d0a898d96cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a34105a-4e76-49c1-b070-79212759ab74,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:03.839031 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33624) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:03.887810 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4721579-6fdb-454a-af50-823850ccd469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:03.909546 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4721579-6fdb-454a-af50-823850ccd469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:03.955261 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:04:03.957105 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4721579-6fdb-454a-af50-823850ccd469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:03.959968 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b4721579-6fdb-454a-af50-823850ccd469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:03.961148 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b4721579-6fdb-454a-af50-823850ccd469 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a34105a-4e76-49c1-b070-79212759ab74 HTTP/1.1" status: 204 len: 168 time: 0.1210184 Sep 03 15:04:03.968773 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4721579-6fdb-454a-af50-823850ccd469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a34105a-4e76-49c1-b070-79212759ab74,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:04.245893 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33632) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:04.259407 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9878c56-8875-48f3-9dfc-ea8099ecb2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:04.323871 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26221ad2-86ee-4d7c-bd9b-a55ca389a241 req-63d9dc18-8279-48b4-b3bf-3dc75e835454 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:04.329990 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-26221ad2-86ee-4d7c-bd9b-a55ca389a241 req-63d9dc18-8279-48b4-b3bf-3dc75e835454 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0565028 Sep 03 15:04:04.350577 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9878c56-8875-48f3-9dfc-ea8099ecb2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:04.356944 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b9878c56-8875-48f3-9dfc-ea8099ecb2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:04.363863 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-26221ad2-86ee-4d7c-bd9b-a55ca389a241 req-56f90faf-54b4-477f-b63d-826e7428db61 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323932 Sep 03 15:04:04.396115 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b9878c56-8875-48f3-9dfc-ea8099ecb2d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01abcc7d6cdd463bbfc228f60465f971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490803 Sep 03 15:04:04.396728 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9878c56-8875-48f3-9dfc-ea8099ecb2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7987205-9220-4784-adeb-f67a8c289c08,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:04.399418 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 33634) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:04.452048 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a7e98bb-bdb9-4c5a-b533-324406e5b74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:04.473214 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a7e98bb-bdb9-4c5a-b533-324406e5b74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:04.523827 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a7e98bb-bdb9-4c5a-b533-324406e5b74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:04.527943 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a7e98bb-bdb9-4c5a-b533-324406e5b74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:04.529901 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-1a7e98bb-bdb9-4c5a-b533-324406e5b74b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7987205-9220-4784-adeb-f67a8c289c08 HTTP/1.1" status: 204 len: 168 time: 0.1288137 Sep 03 15:04:04.537762 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e98bb-bdb9-4c5a-b533-324406e5b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7987205-9220-4784-adeb-f67a8c289c08,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:05.480041 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65464-bb2f-4855-9156-464df66680a3 req-c8fc707c-d9ea-4568-a44c-4accd79bc57c tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:05.481639 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b8c65464-bb2f-4855-9156-464df66680a3 req-c8fc707c-d9ea-4568-a44c-4accd79bc57c tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0494533 Sep 03 15:04:05.520009 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b8c65464-bb2f-4855-9156-464df66680a3 req-551a413d-59f3-43b1-ab84-8e2e25471cf2 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Sep 03 15:04:06.644974 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65a500-473a-4e76-81f4-e2a8d1532a10 req-f3c448d6-093f-48c3-a0eb-dbec3382518e tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:06.646460 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fe65a500-473a-4e76-81f4-e2a8d1532a10 req-f3c448d6-093f-48c3-a0eb-dbec3382518e tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0511143 Sep 03 15:04:06.689732 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fe65a500-473a-4e76-81f4-e2a8d1532a10 req-7d630805-9183-45fe-82c7-8fb2c232b019 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337467 Sep 03 15:04:07.078330 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:07.828739 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2fa42-9a18-472a-8279-1e356e6c0325 req-e654c3f4-9da0-4ee0-9d15-bf772939304b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:07.830278 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a0a2fa42-9a18-472a-8279-1e356e6c0325 req-e654c3f4-9da0-4ee0-9d15-bf772939304b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0615981 Sep 03 15:04:07.868382 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a0a2fa42-9a18-472a-8279-1e356e6c0325 req-318bdab1-ee11-439b-81f4-2a8f04500e96 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322104 Sep 03 15:04:08.076590 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26564f-063f-4359-b73a-41eaf000aed4 req-fc7b71f6-000e-4525-a9cf-3a03e2480da1 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:08.078263 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af26564f-063f-4359-b73a-41eaf000aed4 req-fc7b71f6-000e-4525-a9cf-3a03e2480da1 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0486126 Sep 03 15:04:08.118449 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af26564f-063f-4359-b73a-41eaf000aed4 req-abc9f630-5f80-4432-87a6-6e73f4201ecd tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343034 Sep 03 15:04:08.135803 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0de215-0fce-4ee6-8460-39569afaae70 req-433503ee-b879-4bc2-a6b0-1a396c00ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:08.137309 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0f0de215-0fce-4ee6-8460-39569afaae70 req-433503ee-b879-4bc2-a6b0-1a396c00ab5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92cc24783e8c4100bff6576d1ea0004a&device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 1099 time: 0.0399778 Sep 03 15:04:08.238782 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0de215-0fce-4ee6-8460-39569afaae70 req-6e41324d-85e8-43a0-95df-c9160bc9dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:08.240159 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0f0de215-0fce-4ee6-8460-39569afaae70 req-6e41324d-85e8-43a0-95df-c9160bc9dd74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 200 len: 912 time: 0.0869765 Sep 03 15:04:08.315356 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0f0de215-0fce-4ee6-8460-39569afaae70 req-6738b9df-66bb-46b1-82de-7aa7503deafc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1c602f7-a851-42c0-be7b-7e85b34a58e1 HTTP/1.1" status: 200 len: 1002 time: 0.0672593 Sep 03 15:04:08.372857 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0de215-0fce-4ee6-8460-39569afaae70 req-a92f7432-4ff5-4a9a-b3a3-a7ecd52a04df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:08.374296 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0f0de215-0fce-4ee6-8460-39569afaae70 req-a92f7432-4ff5-4a9a-b3a3-a7ecd52a04df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c59e563-865c-4b5c-80bc-f771c855535d HTTP/1.1" status: 200 len: 850 time: 0.0469027 Sep 03 15:04:08.422392 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0de215-0fce-4ee6-8460-39569afaae70 req-9035adc0-100d-4d65-ac86-64dc444f73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:08.423902 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0f0de215-0fce-4ee6-8460-39569afaae70 req-9035adc0-100d-4d65-ac86-64dc444f73e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9bf41e-f10e-437e-872f-49198a03f4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407987 Sep 03 15:04:08.518743 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0f0de215-0fce-4ee6-8460-39569afaae70 req-ccf9c88d-13a1-4c0a-bd93-e539647d6601 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854228 Sep 03 15:04:08.611158 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0f0de215-0fce-4ee6-8460-39569afaae70 req-ed8671ef-1121-45c2-a8fb-fbd588f50fa5 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840199 Sep 03 15:04:09.238301 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01747502-72eb-4212-936d-4c798a06bec4 req-cb9bae8f-6c06-48e1-8b17-e9120071489c tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:09.239783 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-01747502-72eb-4212-936d-4c798a06bec4 req-cb9bae8f-6c06-48e1-8b17-e9120071489c tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0505123 Sep 03 15:04:09.277646 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-01747502-72eb-4212-936d-4c798a06bec4 req-826e89ab-91db-44bd-8944-b3eeeb1540b9 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317657 Sep 03 15:04:10.436090 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa5e7a-a9a9-456b-b763-a04471e734f9 req-f66456f4-0b83-4c91-acf0-3d7a0d3e6ab2 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:10.437670 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5ffa5e7a-a9a9-456b-b763-a04471e734f9 req-f66456f4-0b83-4c91-acf0-3d7a0d3e6ab2 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0513623 Sep 03 15:04:10.477568 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5ffa5e7a-a9a9-456b-b763-a04471e734f9 req-5408d00c-44c8-40d4-a618-7ddf0f4d6364 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335457 Sep 03 15:04:11.585033 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-df048af9-f2db-4903-b904-32e8f8551e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:14.229948 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-53590eaa-1d46-4249-a58b-7ff655c028d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:14.453720 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:15.237485 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:17.140367 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:21.178883 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 33870) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:21.294583 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4ee93b4f-d2dc-4458-affa-4665a20fc289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:21.392412 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4ee93b4f-d2dc-4458-affa-4665a20fc289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:21.399628 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4ee93b4f-d2dc-4458-affa-4665a20fc289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:21.440679 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-4ee93b4f-d2dc-4458-affa-4665a20fc289 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71a8c3659da24ecb96a975a908a42560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607265 Sep 03 15:04:21.441503 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee93b4f-d2dc-4458-affa-4665a20fc289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e3d36b-8c17-4d0d-9b1a-38a7966de22b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:21.443558 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33874) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:21.492655 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38ded29a-fd64-4147-9e8e-7aae49d3f68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:21.513412 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38ded29a-fd64-4147-9e8e-7aae49d3f68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:21.563411 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38ded29a-fd64-4147-9e8e-7aae49d3f68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:21.567343 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38ded29a-fd64-4147-9e8e-7aae49d3f68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:21.568997 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-38ded29a-fd64-4147-9e8e-7aae49d3f68c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5e3d36b-8c17-4d0d-9b1a-38a7966de22b HTTP/1.1" status: 204 len: 168 time: 0.1243186 Sep 03 15:04:21.577600 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ded29a-fd64-4147-9e8e-7aae49d3f68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e3d36b-8c17-4d0d-9b1a-38a7966de22b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:21.863428 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33880) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:21.876928 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c643b85-ddc4-4f30-9077-5767002a4a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:21.969756 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c643b85-ddc4-4f30-9077-5767002a4a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:21.976929 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c643b85-ddc4-4f30-9077-5767002a4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:22.018485 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4c643b85-ddc4-4f30-9077-5767002a4a2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11717e529e64460e82d98520eebc8c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539156 Sep 03 15:04:22.019362 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c643b85-ddc4-4f30-9077-5767002a4a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8372a19-653e-4d00-a732-86571eabbe8f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:22.021314 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 33882) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:22.079008 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5939-ab1f-433a-99ba-ca4f57549b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:22.099377 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5939-ab1f-433a-99ba-ca4f57549b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:22.149722 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5939-ab1f-433a-99ba-ca4f57549b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:22.153603 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5939-ab1f-433a-99ba-ca4f57549b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:22.158138 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-0e3a5939-ab1f-433a-99ba-ca4f57549b94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8372a19-653e-4d00-a732-86571eabbe8f HTTP/1.1" status: 204 len: 168 time: 0.1328568 Sep 03 15:04:22.163571 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a5939-ab1f-433a-99ba-ca4f57549b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8372a19-653e-4d00-a732-86571eabbe8f,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:23.923377 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 33936) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:24.035168 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-638a9187-2153-4856-80cc-ebfc4198424b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.127987 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-638a9187-2153-4856-80cc-ebfc4198424b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.133860 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-638a9187-2153-4856-80cc-ebfc4198424b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.171131 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-638a9187-2153-4856-80cc-ebfc4198424b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=035ca03c202b401e8896b92d6bf4e8d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463546 Sep 03 15:04:24.171957 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a9187-2153-4856-80cc-ebfc4198424b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd0aae3-28ef-4d5e-ba52-732dd5cf5b64,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:24.174020 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33940) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:24.228014 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2592384b-72b1-4c56-aa62-3b8acb3d1316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.249866 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2592384b-72b1-4c56-aa62-3b8acb3d1316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.306581 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2592384b-72b1-4c56-aa62-3b8acb3d1316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.309097 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2592384b-72b1-4c56-aa62-3b8acb3d1316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.310276 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2592384b-72b1-4c56-aa62-3b8acb3d1316 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0bd0aae3-28ef-4d5e-ba52-732dd5cf5b64 HTTP/1.1" status: 204 len: 168 time: 0.1351938 Sep 03 15:04:24.321384 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592384b-72b1-4c56-aa62-3b8acb3d1316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd0aae3-28ef-4d5e-ba52-732dd5cf5b64,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:24.584548 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 33946) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:24.598159 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-387d2c7d-045a-429a-9993-ad0765475c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.704016 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-387d2c7d-045a-429a-9993-ad0765475c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.709492 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-387d2c7d-045a-429a-9993-ad0765475c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.748140 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-387d2c7d-045a-429a-9993-ad0765475c3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dc4e91bb8894d8d9bd916538f596845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625206 Sep 03 15:04:24.748904 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d2c7d-045a-429a-9993-ad0765475c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb257193-92e6-4f9c-a8be-910db5e4e681,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:24.751070 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 33948) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:24.806829 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd04e234-d9de-4a7d-aeb3-54dd96dd48fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.830100 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd04e234-d9de-4a7d-aeb3-54dd96dd48fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.880228 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd04e234-d9de-4a7d-aeb3-54dd96dd48fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.882938 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fd04e234-d9de-4a7d-aeb3-54dd96dd48fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:24.884131 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-fd04e234-d9de-4a7d-aeb3-54dd96dd48fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb257193-92e6-4f9c-a8be-910db5e4e681 HTTP/1.1" status: 204 len: 168 time: 0.1320324 Sep 03 15:04:24.891704 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04e234-d9de-4a7d-aeb3-54dd96dd48fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb257193-92e6-4f9c-a8be-910db5e4e681,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:28.417329 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb696ea-00c1-4256-8588-3d8cd1058ba4 req-c40cf8eb-9f7b-4649-8682-a74aeeb1438d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:28.418915 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0cb696ea-00c1-4256-8588-3d8cd1058ba4 req-c40cf8eb-9f7b-4649-8682-a74aeeb1438d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 947 time: 0.0487583 Sep 03 15:04:28.462338 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0cb696ea-00c1-4256-8588-3d8cd1058ba4 req-195b420d-6756-4470-b870-20f55096050a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375128 Sep 03 15:04:28.525596 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 34018) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:28.632228 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-becc27d6-830c-42db-aa62-8de6e187fb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:28.725656 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-becc27d6-830c-42db-aa62-8de6e187fb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:28.731185 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-becc27d6-830c-42db-aa62-8de6e187fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:28.767669 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-becc27d6-830c-42db-aa62-8de6e187fb4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bdba72e7f5a748cfbb30cf357d049d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410176 Sep 03 15:04:28.768707 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc27d6-830c-42db-aa62-8de6e187fb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829fee4f-478e-4cac-b201-3c7c1986ee8b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:28.770587 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34022) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:28.820795 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b60040-40c9-4a49-a8d4-fb3baef14750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:28.843293 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b60040-40c9-4a49-a8d4-fb3baef14750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:28.895341 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b60040-40c9-4a49-a8d4-fb3baef14750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:28.897922 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-36b60040-40c9-4a49-a8d4-fb3baef14750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:28.899110 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-36b60040-40c9-4a49-a8d4-fb3baef14750 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/829fee4f-478e-4cac-b201-3c7c1986ee8b HTTP/1.1" status: 204 len: 168 time: 0.1275220 Sep 03 15:04:28.906884 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b60040-40c9-4a49-a8d4-fb3baef14750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829fee4f-478e-4cac-b201-3c7c1986ee8b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:29.587293 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcfd81-da83-4a0c-bbe8-702761dad610 req-09fd4b63-01a2-4dd0-ac90-1b93ae0790fd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:29.588787 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c8dcfd81-da83-4a0c-bbe8-702761dad610 req-09fd4b63-01a2-4dd0-ac90-1b93ae0790fd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 947 time: 0.0531354 Sep 03 15:04:29.634840 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c8dcfd81-da83-4a0c-bbe8-702761dad610 req-847a71bb-86df-4547-96ab-f5162bab6a99 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=de4841d0-c84d-47e3-a2d5-b0926930dcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397913 Sep 03 15:04:30.068637 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-ee363ba2-d154-479e-982c-cb5fb79dd8ea tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:30.070248 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-ee363ba2-d154-479e-982c-cb5fb79dd8ea tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.26 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 947 time: 0.0479784 Sep 03 15:04:30.165979 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Deleting port e90e7941-e28a-4dab-b54d-9492fdfd6cbd {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:04:30.166198 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:30.253600 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] For port e90e7941-e28a-4dab-b54d-9492fdfd6cbd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:30.253953 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:30.471024 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:30.471386 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:30.471704 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.l3_db [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Floating IP d0e6ed0a-4e1c-468d-b21a-271cdba08cc7 disassociated. External IP: 172.27.0.160, port: e90e7941-e28a-4dab-b54d-9492fdfd6cbd. Sep 03 15:04:30.472045 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Calling delete_port for e90e7941-e28a-4dab-b54d-9492fdfd6cbd owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:04:30.602725 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:30.641605 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event deleted for resources: {'Port': ['ID=e90e7941-e28a-4dab-b54d-9492fdfd6cbd,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:30.736066 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-df0d8141-2790-4add-b79b-8ba457df0b1b req-a014aa73-bf8c-4ddd-a568-a901111ede28 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=56bdabfd-4db9-411a-8547-2d45c084682e HTTP/1.1" status: 200 len: 210 time: 0.0283649 Sep 03 15:04:30.753213 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:04:30.859212 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:04:30.869540 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be99588-d2c1-4571-815f-ba8d05f42784 None None] Sync routers for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:04:30.879144 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be99588-d2c1-4571-815f-ba8d05f42784 None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:04:30.879833 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4be99588-d2c1-4571-815f-ba8d05f42784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:04:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:30.899261 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] No DVR routers for this DVR port e90e7941-e28a-4dab-b54d-9492fdfd6cbd on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:04:30.902088 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:30.904321 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-379cf64f-9562-41b7-9f01-5aa36e076072 req-d212750a-ba6f-421c-af08-1e74a1e75041 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.26 "DELETE /v2.0/ports/e90e7941-e28a-4dab-b54d-9492fdfd6cbd HTTP/1.1" status: 204 len: 173 time: 0.8254981 Sep 03 15:04:30.905116 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'name': 'network-vif-deleted', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:04:30.907633 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e7f830-a95b-40bb-9224-eecee61d4d79" -d '{"events": [{"server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "name": "network-vif-deleted", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:04:30.944588 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9c2f35-db42-4830-8671-3e2c3dac5266 x-openstack-request-id: req-fc9c2f35-db42-4830-8671-3e2c3dac5266 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:04:30.944881 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bdabfd-4db9-411a-8547-2d45c084682e", "name": "network-vif-deleted", "tag": "e90e7941-e28a-4dab-b54d-9492fdfd6cbd", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:04:30.945142 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc9c2f35-db42-4830-8671-3e2c3dac5266 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:04:30.945582 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bdabfd-4db9-411a-8547-2d45c084682e', 'name': 'network-vif-deleted', 'tag': 'e90e7941-e28a-4dab-b54d-9492fdfd6cbd', 'status': 'completed', 'code': 200} Sep 03 15:04:30.995790 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4be99588-d2c1-4571-815f-ba8d05f42784 None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:04:31.225258 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4be99588-d2c1-4571-815f-ba8d05f42784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:31.254684 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be99588-d2c1-4571-815f-ba8d05f42784 None None] Checking router: 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:04:31.263716 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be99588-d2c1-4571-815f-ba8d05f42784 None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:04:31.264331 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4be99588-d2c1-4571-815f-ba8d05f42784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:04:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:31.381185 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-4be99588-d2c1-4571-815f-ba8d05f42784 None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:04:31.601243 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-4be99588-d2c1-4571-815f-ba8d05f42784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:31.627201 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be99588-d2c1-4571-815f-ba8d05f42784 None None] The sync data for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi is: [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:04:31.843985 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61743976-1b61-4eaa-9e76-4c49b0ce7d91 None None] New status for floating IP d0e6ed0a-4e1c-468d-b21a-271cdba08cc7: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:04:31.860128 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34076) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:32.130904 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c51cfcab-0071-40a3-a915-e7982c0018dc tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:32.153918 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c51cfcab-0071-40a3-a915-e7982c0018dc tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:32.200132 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c51cfcab-0071-40a3-a915-e7982c0018dc tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:32.203082 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c51cfcab-0071-40a3-a915-e7982c0018dc tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:32.204406 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c51cfcab-0071-40a3-a915-e7982c0018dc tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "DELETE /v2.0/security-groups/de4841d0-c84d-47e3-a2d5-b0926930dcfa HTTP/1.1" status: 204 len: 168 time: 0.3432376 Sep 03 15:04:32.207277 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 34078) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:32.217357 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cfcab-0071-40a3-a915-e7982c0018dc tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4841d0-c84d-47e3-a2d5-b0926930dcfa,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:32.224814 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.api.v2.resource [None req-35f80c92-1e4f-41e7-b6f1-f9ee9b2bf6ab tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] show failed (client error): The resource could not be found. Sep 03 15:04:32.228529 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-35f80c92-1e4f-41e7-b6f1-f9ee9b2bf6ab tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups/de4841d0-c84d-47e3-a2d5-b0926930dcfa HTTP/1.1" status: 404 len: 347 time: 0.0176859 Sep 03 15:04:32.229197 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34080) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:32.352489 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5aa22c0c-8917-43e5-b0fd-d77fdbba6534 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Deleting port 100bd471-8485-4bf3-8ee8-6e281af5ba82 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:04:32.352826 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aa22c0c-8917-43e5-b0fd-d77fdbba6534 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:32.433899 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aa22c0c-8917-43e5-b0fd-d77fdbba6534 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:32.434231 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aa22c0c-8917-43e5-b0fd-d77fdbba6534 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:32.447779 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5aa22c0c-8917-43e5-b0fd-d77fdbba6534 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Calling delete_port for 100bd471-8485-4bf3-8ee8-6e281af5ba82 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:04:32.590565 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aa22c0c-8917-43e5-b0fd-d77fdbba6534 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:32.615460 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa22c0c-8917-43e5-b0fd-d77fdbba6534 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event deleted for resources: {'Port': ['ID=100bd471-8485-4bf3-8ee8-6e281af5ba82,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:32.674424 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aa22c0c-8917-43e5-b0fd-d77fdbba6534 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:32.677207 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5aa22c0c-8917-43e5-b0fd-d77fdbba6534 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:32.681683 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5aa22c0c-8917-43e5-b0fd-d77fdbba6534 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "DELETE /v2.0/floatingips/d0e6ed0a-4e1c-468d-b21a-271cdba08cc7 HTTP/1.1" status: 204 len: 168 time: 0.4482455 Sep 03 15:04:33.032781 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34094) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:33.037760 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-12cacd1e-cc78-46a0-9de0-d66137dfb9a0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28706588', 'description': 'tempest-description--969173849'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:33.064088 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12cacd1e-cc78-46a0-9de0-d66137dfb9a0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.156486 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12cacd1e-cc78-46a0-9de0-d66137dfb9a0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.162516 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12cacd1e-cc78-46a0-9de0-d66137dfb9a0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.194624 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-12cacd1e-cc78-46a0-9de0-d66137dfb9a0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.195896 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-12cacd1e-cc78-46a0-9de0-d66137dfb9a0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1618543 Sep 03 15:04:33.197796 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cacd1e-cc78-46a0-9de0-d66137dfb9a0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bac4f4-9530-423a-99ca-f86480080a57,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:33.199021 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 34096) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:33.203746 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'security_group_rule': {'security_group_id': 'f9bac4f4-9530-423a-99ca-f86480080a57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:33.231647 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.285955 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.291644 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.308799 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6d2297-1816-4a06-aa22-8ca448567a64,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:33.321058 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.321587 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.322159 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.322676 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.323235 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.323777 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.324288 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.324816 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.325371 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.325845 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.326403 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.326933 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:33.330998 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.332191 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-ed424ca3-6437-4d66-98bb-546db13ffb38 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320553 Sep 03 15:04:33.335134 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 34098) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:33.341311 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-7041abe4-4a42-4ed6-973f-bc932d78f5e8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'security_group_rule': {'security_group_id': 'f9bac4f4-9530-423a-99ca-f86480080a57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:33.373183 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7041abe4-4a42-4ed6-973f-bc932d78f5e8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.428850 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7041abe4-4a42-4ed6-973f-bc932d78f5e8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.434266 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7041abe4-4a42-4ed6-973f-bc932d78f5e8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.452382 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041abe4-4a42-4ed6-973f-bc932d78f5e8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5096ab-a04b-48aa-8229-13a9b45ca522,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:33.456223 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7041abe4-4a42-4ed6-973f-bc932d78f5e8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.460746 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-7041abe4-4a42-4ed6-973f-bc932d78f5e8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216824 Sep 03 15:04:33.460746 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 34100) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:33.465071 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'floatingip': {'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:33.492067 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.593060 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.705834 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Allocated IP 172.27.0.185 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/82945cd1-2b5a-4997-958a-edaf034aed17) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:04:33.818614 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.861967 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:33.899329 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:04:33.903446 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:04:33.913686 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:04:33.913686 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'Port': ['ID=82945cd1-2b5a-4997-958a-edaf034aed17,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:33.991696 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:34.030472 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:34.174373 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:34.180627 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:34.249707 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'Port': ['ID=82945cd1-2b5a-4997-958a-edaf034aed17,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:34.259534 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:34.273649 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:34.281625 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-4732365b-c387-4343-a2d7-e802a2f89687 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8134456 Sep 03 15:04:34.473873 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a3c6edd2-8263-4c66-8b03-19186fdc2c17 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--28706588&fields=id&tenant_id=4a5e496fa629495fbd795a9ebd815563 HTTP/1.1" status: 200 len: 267 time: 0.0392628 Sep 03 15:04:34.475947 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e90e7941-e28a-4dab-b54d-9492fdfd6cbd no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:04:34.495477 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: e90e7941-e28a-4dab-b54d-9492fdfd6cbd {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:04:34.496089 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e90e7941-e28a-4dab-b54d-9492fdfd6cbd not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:04:34.803716 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-79a45662-bf36-44ce-a3c0-ce7482af902c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:34.805199 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-79a45662-bf36-44ce-a3c0-ce7482af902c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 817 time: 0.3241873 Sep 03 15:04:34.820634 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-626b32e0-47e4-4ce9-a188-a8aa543b729a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/quotas/4a5e496fa629495fbd795a9ebd815563 HTTP/1.1" status: 200 len: 375 time: 0.0094819 Sep 03 15:04:34.873182 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a235ed3e-3dea-4885-8e4b-a50964b5b049 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468817 Sep 03 15:04:34.968645 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-9aa47bb6-c0cf-4070-87a8-52409ab537fc service neutron] 10.222.0.46 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834367 Sep 03 15:04:35.060961 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a87bd06e-ef40-4fad-8dbd-0ab6917b98f0 service neutron] 10.222.0.46 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859833 Sep 03 15:04:35.235337 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9804d17-a0d1-4898-92fe-7144345cc63d req-f8089092-a7cc-4cfc-a567-52e900fcb1e3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 210 time: 0.0287383 Sep 03 15:04:36.187357 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-942f4c7c-dd91-408f-8768-8e7d3aca76d4 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:36.190342 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-942f4c7c-dd91-408f-8768-8e7d3aca76d4 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 817 time: 0.1146586 Sep 03 15:04:36.238315 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-d28c41cf-3aee-4299-ac25-2a574545e800 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5e496fa629495fbd795a9ebd815563 HTTP/1.1" status: 200 len: 378 time: 0.0377438 Sep 03 15:04:36.249417 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'port': {'device_id': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'admin_state_up': True, 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'security_groups': ['f9bac4f4-9530-423a-99ca-f86480080a57']}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:36.350123 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b66b3e0c-dd59-4e50-97d6-fbfb1f2d9059 req-dcd8a046-59a4-4206-bbbb-c2189460cd0d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 210 time: 0.0337620 Sep 03 15:04:36.386071 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Made reservation on behalf of 4a5e496fa629495fbd795a9ebd815563 for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:04:36.389558 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:36.512370 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Allocated IP 172.20.0.14 (34ee26d6-850e-4303-a242-cf2ea304088c/d23fe022-779f-400b-9ee9-a62232c3312d/23226c81-725f-4aa0-ba12-8013701175d5) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:04:36.674263 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:36.688042 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Transition to ACTIVE for port object 23226c81-725f-4aa0-ba12-8013701175d5 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:04:36.728173 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:36.773802 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Network 34ee26d6-850e-4303-a242-cf2ea304088c is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:04:36.776823 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:04:36.780647 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:04:36.788785 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event updated for resources: {'Port': ['ID=23226c81-725f-4aa0-ba12-8013701175d5,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:36.834853 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:36.835473 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:36.853831 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-f77ee0cc-68d6-4c4e-9ea6-c6f70108a2cd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6081977 Sep 03 15:04:36.867267 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Request body: {'port': {'device_id': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:36.926401 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:37.051173 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-5bf110f3-90e2-4559-af2f-b049085e9ae9 None None] Provisioning for port 23226c81-725f-4aa0-ba12-8013701175d5 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:04:37.060675 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-5bf110f3-90e2-4559-af2f-b049085e9ae9 None None] Provisioning complete for port 23226c81-725f-4aa0-ba12-8013701175d5 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:04:37.061046 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5bf110f3-90e2-4559-af2f-b049085e9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:37.082399 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:37.094842 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-5bf110f3-90e2-4559-af2f-b049085e9ae9 None None] Port 23226c81-725f-4aa0-ba12-8013701175d5 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:04:37.193320 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23226c81-725f-4aa0-ba12-8013701175d5 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:04:37.200912 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:37.213120 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Transition to ACTIVE for port object 23226c81-725f-4aa0-ba12-8013701175d5 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:04:37.218718 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:37.271019 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Pushing event updated for resources: {'Port': ['ID=23226c81-725f-4aa0-ba12-8013701175d5,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:37.342759 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Attempting to bind port 23226c81-725f-4aa0-ba12-8013701175d5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:04:37.343118 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Attempting to bind port 23226c81-725f-4aa0-ba12-8013701175d5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:04:37.343435 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Attempting to bind port 23226c81-725f-4aa0-ba12-8013701175d5 on network 34ee26d6-850e-4303-a242-cf2ea304088c {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:04:37.347871 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Port 23226c81-725f-4aa0-ba12-8013701175d5 on network 34ee26d6-850e-4303-a242-cf2ea304088c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:04:37.348186 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Attempting to bind port 23226c81-725f-4aa0-ba12-8013701175d5 on network 34ee26d6-850e-4303-a242-cf2ea304088c {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:04:37.354740 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:04:37.355091 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Checking segment: {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:04:37.355483 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Bound using segment: {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:04:37.355923 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Bound port: 23226c81-725f-4aa0-ba12-8013701175d5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72aa4a11-fcc4-4648-ab38-cc374e73e728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:04:37.356285 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:37.433785 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:04:37.444218 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:04:37.451340 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:37.488011 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:37.488739 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:37.490484 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] 10.222.0.26 "PUT /v2.0/ports/23226c81-725f-4aa0-ba12-8013701175d5 HTTP/1.1" status: 200 len: 1094 time: 0.6275115 Sep 03 15:04:37.490909 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7030e-cd18-4f6f-ad77-a9152685c63d req-9d03add1-5446-42d0-aa53-459e0102fdc3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:37.493169 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:04:37.507195 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4ce7030e-cd18-4f6f-ad77-a9152685c63d req-9d03add1-5446-42d0-aa53-459e0102fdc3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0617895 Sep 03 15:04:37.507339 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71732548-291d-4834-9274-dd31ff7a6127" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "tag": "23226c81-725f-4aa0-ba12-8013701175d5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:04:37.535108 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6821ce3-ec83-47c3-ba3a-b3e850eb86dc service neutron] Pushing event updated for resources: {'Port': ['ID=23226c81-725f-4aa0-ba12-8013701175d5,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:37.557028 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4ce7030e-cd18-4f6f-ad77-a9152685c63d req-77003d11-864d-403f-ad39-c03dfdd6a385 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566885 Sep 03 15:04:37.579765 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50882ac8-bbaf-4f92-afac-5478d6cfad52 x-openstack-request-id: req-50882ac8-bbaf-4f92-afac-5478d6cfad52 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:04:37.580044 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "tag": "23226c81-725f-4aa0-ba12-8013701175d5", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:04:37.580289 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50882ac8-bbaf-4f92-afac-5478d6cfad52 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:04:37.580726 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5', 'status': 'completed', 'code': 200} Sep 03 15:04:37.606752 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-bc190d9e-8893-4ede-824e-46508d957e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:37.608437 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-bc190d9e-8893-4ede-824e-46508d957e3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 1097 time: 0.0625947 Sep 03 15:04:37.655184 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-8e04863d-223c-4e81-9e41-5881926c72c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23226c81-725f-4aa0-ba12-8013701175d5 HTTP/1.1" status: 200 len: 217 time: 0.0373504 Sep 03 15:04:37.709887 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-52fb6d36-3655-4db8-b949-40ef176c8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:37.712369 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-52fb6d36-3655-4db8-b949-40ef176c8167 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.0485563 Sep 03 15:04:37.764791 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-827e20e9-7d0f-4103-a76c-cb4b2ece4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:37.766299 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-827e20e9-7d0f-4103-a76c-cb4b2ece4da8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449481 Sep 03 15:04:37.855084 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-e912a476-990c-41c1-b3eb-7d3d48fa9a34 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802088 Sep 03 15:04:37.957588 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-770c2c2d-c2f2-44fd-8684-099a35540432 req-ba649901-27b5-4da3-aecb-f16874242dbc service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946503 Sep 03 15:04:38.053752 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71732548-291d-4834-9274-dd31ff7a6127 req-a9b553ec-a900-43b9-90d9-bf7cf601dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:38.055199 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-71732548-291d-4834-9274-dd31ff7a6127 req-a9b553ec-a900-43b9-90d9-bf7cf601dfe6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 1097 time: 0.0408063 Sep 03 15:04:38.160492 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71732548-291d-4834-9274-dd31ff7a6127 req-087b857b-4365-4d5a-a3e0-ddc905e605ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:38.161942 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-71732548-291d-4834-9274-dd31ff7a6127 req-087b857b-4365-4d5a-a3e0-ddc905e605ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 918 time: 0.0992057 Sep 03 15:04:38.207254 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-71732548-291d-4834-9274-dd31ff7a6127 req-460cbe85-e0c7-4e30-83f4-cd130ad4db17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23226c81-725f-4aa0-ba12-8013701175d5 HTTP/1.1" status: 200 len: 217 time: 0.0331404 Sep 03 15:04:38.261385 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71732548-291d-4834-9274-dd31ff7a6127 req-cff3824b-2d58-459d-a5c7-0bdff2e6d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:38.262861 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-71732548-291d-4834-9274-dd31ff7a6127 req-cff3824b-2d58-459d-a5c7-0bdff2e6d14c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.0448041 Sep 03 15:04:38.314210 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71732548-291d-4834-9274-dd31ff7a6127 req-ae688d62-58c8-42c0-833a-1c470d805c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:38.315719 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-71732548-291d-4834-9274-dd31ff7a6127 req-ae688d62-58c8-42c0-833a-1c470d805c2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444160 Sep 03 15:04:38.407221 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-71732548-291d-4834-9274-dd31ff7a6127 req-a1a2060d-2589-4c56-bf01-b74a155a0bbd service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818796 Sep 03 15:04:38.504521 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-71732548-291d-4834-9274-dd31ff7a6127 req-beb7a5cd-5e24-46cc-80c3-ac262fcb5ba6 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881472 Sep 03 15:04:38.683874 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53986e-0b76-4e25-84bb-b9ba0399cba2 req-0bb19391-2b4c-4e62-8722-b848e8fbff78 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:38.685362 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-aa53986e-0b76-4e25-84bb-b9ba0399cba2 req-0bb19391-2b4c-4e62-8722-b848e8fbff78 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0497279 Sep 03 15:04:38.725933 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-aa53986e-0b76-4e25-84bb-b9ba0399cba2 req-bc796ca6-ef11-4fbf-87b0-864207dfc03a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342250 Sep 03 15:04:39.845994 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0705e3c-f891-4a00-bd09-c9804ad7c80c req-9a1213cb-3c6b-49ac-b1e8-7ffa441b155b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:39.847495 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c0705e3c-f891-4a00-bd09-c9804ad7c80c req-9a1213cb-3c6b-49ac-b1e8-7ffa441b155b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0486243 Sep 03 15:04:39.885969 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c0705e3c-f891-4a00-bd09-c9804ad7c80c req-0aaf41c2-67bf-465d-896a-a8285e75c2c0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319684 Sep 03 15:04:39.938649 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 34220) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:40.047594 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-150a9142-a239-4f34-96df-27847c3c920b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:40.140027 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-150a9142-a239-4f34-96df-27847c3c920b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:40.145178 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-150a9142-a239-4f34-96df-27847c3c920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:40.182135 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-150a9142-a239-4f34-96df-27847c3c920b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e0dc6e096044b19b398660670193915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424128 Sep 03 15:04:40.182945 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a9142-a239-4f34-96df-27847c3c920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5669c322-a67f-4fd5-aa95-ff6103ba352f,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:40.185817 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34224) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:40.238901 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-592ace09-666b-4c6b-ad00-b06e3e55a054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:40.259365 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-592ace09-666b-4c6b-ad00-b06e3e55a054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:40.307115 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-592ace09-666b-4c6b-ad00-b06e3e55a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:40.309807 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-592ace09-666b-4c6b-ad00-b06e3e55a054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:40.310967 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-592ace09-666b-4c6b-ad00-b06e3e55a054 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5669c322-a67f-4fd5-aa95-ff6103ba352f HTTP/1.1" status: 204 len: 168 time: 0.1241379 Sep 03 15:04:40.318748 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ace09-666b-4c6b-ad00-b06e3e55a054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5669c322-a67f-4fd5-aa95-ff6103ba352f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:40.493563 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 23226c81-725f-4aa0-ba12-8013701175d5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:04:40.592181 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:40.602378 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '23226c81-725f-4aa0-ba12-8013701175d5', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'port_id': '23226c81-725f-4aa0-ba12-8013701175d5', 'mac_address': 'fa:16:3e:cd:ff:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:04:40.638564 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:40.651881 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23226c81-725f-4aa0-ba12-8013701175d5 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:04:40.671237 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:40.676222 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:40.724018 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=23226c81-725f-4aa0-ba12-8013701175d5,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:40.918056 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['23226c81-725f-4aa0-ba12-8013701175d5'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:04:40.956921 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:04:41.010957 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0752d08-b3d3-49a4-9df2-b1309974cf68 req-b5e17f7a-7a5c-46b1-8c9b-0cfcf334856c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:41.012605 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b0752d08-b3d3-49a4-9df2-b1309974cf68 req-b5e17f7a-7a5c-46b1-8c9b-0cfcf334856c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 945 time: 0.0539763 Sep 03 15:04:41.051949 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b0752d08-b3d3-49a4-9df2-b1309974cf68 req-6837c6f7-915a-4a32-99cf-18170ecc7d25 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325811 Sep 03 15:04:41.594241 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9b25b727-95a5-4393-bf8a-449718104b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:42.175960 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915cdc5-a4c7-449d-a7d2-3e73d2ea56ab req-4c79a061-2959-4ea5-b0b2-a63498ba7a05 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:42.177452 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8915cdc5-a4c7-449d-a7d2-3e73d2ea56ab req-4c79a061-2959-4ea5-b0b2-a63498ba7a05 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 945 time: 0.0503972 Sep 03 15:04:42.215766 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8915cdc5-a4c7-449d-a7d2-3e73d2ea56ab req-b8543487-ae25-414c-a005-c53112e012bf tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322897 Sep 03 15:04:42.508062 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 23226c81-725f-4aa0-ba12-8013701175d5 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:04:42.558563 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port 23226c81-725f-4aa0-ba12-8013701175d5 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:04:42.562616 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 23226c81-725f-4aa0-ba12-8013701175d5 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:04:42.562983 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:42.580185 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-8ca869eb-7c80-448e-b271-79387721493d tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b025ec3a8e614766b72f0753da3a3568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292439 Sep 03 15:04:42.641003 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:42.664225 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:04:42.666728 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab7ebb6-3c34-4c66-a4d1-0f6b129e0fae" -d '{"events": [{"server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "name": "network-vif-plugged", "status": "completed", "tag": "23226c81-725f-4aa0-ba12-8013701175d5"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:04:42.680838 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:42.685831 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:42.710634 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0367e-bd9f-4e4c-9657-0a67011c714d x-openstack-request-id: req-70f0367e-bd9f-4e4c-9657-0a67011c714d {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:04:42.710918 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "name": "network-vif-plugged", "status": "completed", "tag": "23226c81-725f-4aa0-ba12-8013701175d5", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:04:42.711166 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70f0367e-bd9f-4e4c-9657-0a67011c714d {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:04:42.711554 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5', 'code': 200} Sep 03 15:04:42.744979 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=23226c81-725f-4aa0-ba12-8013701175d5,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:42.763345 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-faa83d72-561c-46c1-9325-a926a7f93809 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:42.764801 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-faa83d72-561c-46c1-9325-a926a7f93809 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790705 Sep 03 15:04:42.780749 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2bd78c1b-27fc-4cda-ba9b-c93622c7c610 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/quotas/b025ec3a8e614766b72f0753da3a3568 HTTP/1.1" status: 200 len: 375 time: 0.0094757 Sep 03 15:04:42.815371 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-b39c2d7d-caf5-4428-ba8b-53bb47bc4e7f tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b025ec3a8e614766b72f0753da3a3568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291514 Sep 03 15:04:42.875450 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc108d-6ca2-4366-b727-15061ea43909 req-3f49d9b8-bb66-405d-ac4c-22b0a7c79288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:42.876965 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8ffc108d-6ca2-4366-b727-15061ea43909 req-3f49d9b8-bb66-405d-ac4c-22b0a7c79288 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 1099 time: 0.0391321 Sep 03 15:04:42.915943 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8ffc108d-6ca2-4366-b727-15061ea43909 req-8b3e9430-4a55-4bf8-8a65-dd781975d968 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283473 Sep 03 15:04:42.971230 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2c0f311d-a268-4358-9b21-f0aba89e86da req-a6c022f4-89e5-4c8e-85c2-c886f8d6b4c2 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 210 time: 0.0257664 Sep 03 15:04:43.350752 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917415cc-5f5f-4f6f-9ae1-a93b7970a1ae req-e50fc96f-957a-4c07-836b-773396123d86 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:43.352244 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-917415cc-5f5f-4f6f-9ae1-a93b7970a1ae req-e50fc96f-957a-4c07-836b-773396123d86 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0585225 Sep 03 15:04:43.391285 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-917415cc-5f5f-4f6f-9ae1-a93b7970a1ae req-bcfaa4a9-114f-40e6-9749-9cc3ab479119 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326445 Sep 03 15:04:43.909637 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bdc457d8-4953-4f95-9d53-3bc9ce195d0d tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b025ec3a8e614766b72f0753da3a3568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286546 Sep 03 15:04:44.032616 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-ed872160-8aab-4329-a03e-8af838eb0347 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:44.034301 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-ed872160-8aab-4329-a03e-8af838eb0347 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143928 Sep 03 15:04:44.066045 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Request body: {'port': {'device_id': '35b080b4-7935-4792-aa12-724c4b232459', 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8', 'admin_state_up': True, 'tenant_id': 'b025ec3a8e614766b72f0753da3a3568'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:44.073653 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e3a89271-70f8-4ff0-97d4-f329a59dfdf9 req-50fc2173-c013-463c-968a-6c1475f48b29 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 210 time: 0.0302262 Sep 03 15:04:44.184712 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Made reservation on behalf of b025ec3a8e614766b72f0753da3a3568 for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:04:44.190081 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:44.203231 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:44.224003 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-061252f9-7b90-46c9-9848-58518388787a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:44.292367 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:44.299027 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:44.340755 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:44.365214 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:44.438666 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Allocated IP 192.168.233.136 (452e4122-6840-4b53-96d4-9468f81d99b8/4dc78992-60bf-44dd-993e-d8cca7a49975/4d01c477-b2d8-4011-a4e6-1d71e7af6144) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:04:44.588780 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82421a2-317c-45a0-a2e3-cff372deef8b req-c536385d-d64d-4e7e-9763-de0637a0f6c0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:44.590198 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f82421a2-317c-45a0-a2e3-cff372deef8b req-c536385d-d64d-4e7e-9763-de0637a0f6c0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.1239917 Sep 03 15:04:44.651141 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:44.655979 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f82421a2-317c-45a0-a2e3-cff372deef8b req-87524054-0061-40df-835f-eddc1362f907 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586638 Sep 03 15:04:44.667332 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Transition to ACTIVE for port object 4d01c477-b2d8-4011-a4e6-1d71e7af6144 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:04:44.710874 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:44.751620 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Network 452e4122-6840-4b53-96d4-9468f81d99b8 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:04:44.756416 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:04:44.760050 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:04:44.768941 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Pushing event updated for resources: {'Port': ['ID=4d01c477-b2d8-4011-a4e6-1d71e7af6144,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:44.774204 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396013e-e093-41fa-8781-1d85a27517a4 req-8a79020c-ad6e-463b-a7be-b38f93972bf0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:44.776094 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9396013e-e093-41fa-8781-1d85a27517a4 req-8a79020c-ad6e-463b-a7be-b38f93972bf0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0511043 Sep 03 15:04:44.785722 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34298) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:44.791436 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9fe52b8f-43f2-426d-b996-53fe850edf2b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Request body: {'floatingip': {'port_id': '23226c81-725f-4aa0-ba12-8013701175d5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:44.816329 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:44.817108 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:44.830992 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fe52b8f-43f2-426d-b996-53fe850edf2b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:44.836089 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-bf353c33-9456-4bf1-a0d5-483789600017 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7751880 Sep 03 15:04:44.850078 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Request body: {'port': {'device_id': '35b080b4-7935-4792-aa12-724c4b232459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:44.909822 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:45.019816 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9e7a5659-e7cc-4de0-95c0-8e93637fe024 None None] Provisioning for port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:04:45.026878 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9e7a5659-e7cc-4de0-95c0-8e93637fe024 None None] Provisioning complete for port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:04:45.027258 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9e7a5659-e7cc-4de0-95c0-8e93637fe024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:45.070122 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a5659-e7cc-4de0-95c0-8e93637fe024 None None] Port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:04:45.199167 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d01c477-b2d8-4011-a4e6-1d71e7af6144 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:04:45.208917 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:45.227002 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Transition to ACTIVE for port object 4d01c477-b2d8-4011-a4e6-1d71e7af6144 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:04:45.236950 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf84980-6d92-4180-9fa5-6cce344d8f7a req-8b1597c6-fdc0-47a7-98df-bc01a94c0567 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:45.238908 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1cf84980-6d92-4180-9fa5-6cce344d8f7a req-8b1597c6-fdc0-47a7-98df-bc01a94c0567 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 936 time: 0.0778015 Sep 03 15:04:45.239928 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:45.241674 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:45.249566 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fe52b8f-43f2-426d-b996-53fe850edf2b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:45.254908 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fe52b8f-43f2-426d-b996-53fe850edf2b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:45.323453 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Pushing event updated for resources: {'Port': ['ID=4d01c477-b2d8-4011-a4e6-1d71e7af6144,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:45.350788 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1cf84980-6d92-4180-9fa5-6cce344d8f7a req-65a7fb99-04a7-4040-ad62-a3940f345ded tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/security-groups?id=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037436 Sep 03 15:04:45.370921 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-9fe52b8f-43f2-426d-b996-53fe850edf2b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Floating IP 61d5aa79-c3e3-4bb7-b8af-faaa91958882 associated. External IP: 172.27.0.185, port: 23226c81-725f-4aa0-ba12-8013701175d5. Sep 03 15:04:45.407391 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Attempting to bind port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:04:45.407732 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Attempting to bind port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e5b75b4e-2f5c-4c0e-8716-b5f7fff14614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:04:45.408059 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Attempting to bind port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 on network 452e4122-6840-4b53-96d4-9468f81d99b8 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:04:45.412473 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 on network 452e4122-6840-4b53-96d4-9468f81d99b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:04:45.412842 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Attempting to bind port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 on network 452e4122-6840-4b53-96d4-9468f81d99b8 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:04:45.417897 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:04:45.418228 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Checking segment: {'id': 'e5b75b4e-2f5c-4c0e-8716-b5f7fff14614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:04:45.418607 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Bound using segment: {'id': 'e5b75b4e-2f5c-4c0e-8716-b5f7fff14614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:04:45.419027 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Bound port: 4d01c477-b2d8-4011-a4e6-1d71e7af6144, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b75b4e-2f5c-4c0e-8716-b5f7fff14614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:04:45.419376 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:45.502006 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] For port 4d01c477-b2d8-4011-a4e6-1d71e7af6144, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:04:45.505733 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] For port 4d01c477-b2d8-4011-a4e6-1d71e7af6144, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4d01c477-b2d8-4011-a4e6-1d71e7af6144,segment=NetworkSegment(e5b75b4e-2f5c-4c0e-8716-b5f7fff14614),segment_id=e5b75b4e-2f5c-4c0e-8716-b5f7fff14614)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:04:45.512271 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:45.550023 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:45.550635 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:45.552026 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] 10.222.0.26 "PUT /v2.0/ports/4d01c477-b2d8-4011-a4e6-1d71e7af6144 HTTP/1.1" status: 200 len: 1098 time: 0.7068563 Sep 03 15:04:45.552461 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b080b4-7935-4792-aa12-724c4b232459', 'tag': '4d01c477-b2d8-4011-a4e6-1d71e7af6144'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:04:45.566174 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa732d1b-67fc-4dbb-977d-a3a4415d7477" -d '{"events": [{"name": "network-changed", "server_uuid": "35b080b4-7935-4792-aa12-724c4b232459", "tag": "4d01c477-b2d8-4011-a4e6-1d71e7af6144"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:04:45.618951 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e94846-ae3f-49ba-9e25-a9b0ebe27d82 x-openstack-request-id: req-d5e94846-ae3f-49ba-9e25-a9b0ebe27d82 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:04:45.619235 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b080b4-7935-4792-aa12-724c4b232459", "tag": "4d01c477-b2d8-4011-a4e6-1d71e7af6144", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:04:45.619479 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5e94846-ae3f-49ba-9e25-a9b0ebe27d82 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:04:45.619865 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b080b4-7935-4792-aa12-724c4b232459', 'tag': '4d01c477-b2d8-4011-a4e6-1d71e7af6144', 'status': 'completed', 'code': 200} Sep 03 15:04:45.623189 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe52b8f-43f2-426d-b996-53fe850edf2b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:04:45.637833 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f1901-cf25-49dc-bc9c-3a67931a6748 service neutron] Pushing event updated for resources: {'Port': ['ID=4d01c477-b2d8-4011-a4e6-1d71e7af6144,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:45.657913 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-6b54bad0-7d42-4f1b-9ff9-31dc38f94145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:45.660090 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-6b54bad0-7d42-4f1b-9ff9-31dc38f94145 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b025ec3a8e614766b72f0753da3a3568&device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 1101 time: 0.0541043 Sep 03 15:04:45.713133 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-6627350a-7379-477a-a1fd-c39da31a311f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=4d01c477-b2d8-4011-a4e6-1d71e7af6144 HTTP/1.1" status: 200 len: 217 time: 0.0420625 Sep 03 15:04:45.740862 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe52b8f-43f2-426d-b996-53fe850edf2b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:04:45.748668 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9fe52b8f-43f2-426d-b996-53fe850edf2b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:45.757373 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924b30b-0f34-4349-8e0e-cbe315c53e98 None None] Sync routers for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:04:45.780297 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924b30b-0f34-4349-8e0e-cbe315c53e98 None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:04:45.781588 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f924b30b-0f34-4349-8e0e-cbe315c53e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:04:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:45.787312 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-03bdb1e0-de51-4eec-b210-a150c7ff5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:45.788491 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-03bdb1e0-de51-4eec-b210-a150c7ff5767 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc78992-60bf-44dd-993e-d8cca7a49975 HTTP/1.1" status: 200 len: 843 time: 0.0678833 Sep 03 15:04:45.789923 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9fe52b8f-43f2-426d-b996-53fe850edf2b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "PUT /v2.0/floatingips/61d5aa79-c3e3-4bb7-b8af-faaa91958882 HTTP/1.1" status: 200 len: 992 time: 1.0031028 Sep 03 15:04:45.790545 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:04:45.792809 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dab493-3962-450c-a4ab-d172e3a464e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "tag": "23226c81-725f-4aa0-ba12-8013701175d5"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:04:45.860982 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87db4869-ac8c-444e-afd2-9ccf544ed095 x-openstack-request-id: req-87db4869-ac8c-444e-afd2-9ccf544ed095 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:04:45.861206 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "tag": "23226c81-725f-4aa0-ba12-8013701175d5", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:04:45.861450 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87db4869-ac8c-444e-afd2-9ccf544ed095 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:04:45.861865 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5', 'status': 'completed', 'code': 200} Sep 03 15:04:45.862217 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-09d0852b-98e2-4973-8118-28ad4f515b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:45.863855 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-09d0852b-98e2-4973-8118-28ad4f515b14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=452e4122-6840-4b53-96d4-9468f81d99b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0554962 Sep 03 15:04:45.909544 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f924b30b-0f34-4349-8e0e-cbe315c53e98 None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:04:46.248493 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dab493-3962-450c-a4ab-d172e3a464e0 req-e3bd13ba-db22-4726-b028-c06bff8779b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:46.249923 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69dab493-3962-450c-a4ab-d172e3a464e0 req-e3bd13ba-db22-4726-b028-c06bff8779b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 1099 time: 0.3636804 Sep 03 15:04:46.257983 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-70765be5-4a76-4e73-adfa-952781636ab0 service neutron] 10.222.0.26 "GET /v2.0/networks/452e4122-6840-4b53-96d4-9468f81d99b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829515 Sep 03 15:04:46.266122 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bea9c-d36d-44aa-a087-29b6546f0e37 req-f324c881-1b6e-4949-a0f9-0a1589f94333 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:46.267494 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a9bea9c-d36d-44aa-a087-29b6546f0e37 req-f324c881-1b6e-4949-a0f9-0a1589f94333 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.3353131 Sep 03 15:04:46.301425 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f924b30b-0f34-4349-8e0e-cbe315c53e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '61d5aa79-c3e3-4bb7-b8af-faaa91958882', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'port_id': '23226c81-725f-4aa0-ba12-8013701175d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'mac_address': 'fa:16:3e:cd:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:04:33Z', 'updated_at': '2021-09-03T15:04:45Z', 'revision_number': 1, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:46.327630 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924b30b-0f34-4349-8e0e-cbe315c53e98 None None] Checking router: 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:04:46.336409 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924b30b-0f34-4349-8e0e-cbe315c53e98 None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:04:46.337063 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f924b30b-0f34-4349-8e0e-cbe315c53e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:04:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:46.409666 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a9bea9c-d36d-44aa-a087-29b6546f0e37 req-cd30b1ab-1cc6-4206-9033-53c5079c8f4d tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326885 Sep 03 15:04:46.451483 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f924b30b-0f34-4349-8e0e-cbe315c53e98 None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:04:46.451693 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d9a2734-039c-4cf9-a85a-9a8dee837b06 req-eb7dd1fe-0d30-449c-93c3-985822b38bf7 service neutron] 10.222.0.26 "GET /v2.0/networks/452e4122-6840-4b53-96d4-9468f81d99b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822844 Sep 03 15:04:46.462465 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dab493-3962-450c-a4ab-d172e3a464e0 req-3ceaf4f7-7a97-4841-84c6-9465c7397904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:46.463937 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69dab493-3962-450c-a4ab-d172e3a464e0 req-3ceaf4f7-7a97-4841-84c6-9465c7397904 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 918 time: 0.1956148 Sep 03 15:04:46.481579 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29edaa8-f32f-4805-a05e-f8958a6a2128 req-ec5eac8c-9938-4aaa-9c08-1743859aa7c1 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:46.483816 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c29edaa8-f32f-4805-a05e-f8958a6a2128 req-ec5eac8c-9938-4aaa-9c08-1743859aa7c1 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 948 time: 0.0596967 Sep 03 15:04:46.525923 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c29edaa8-f32f-4805-a05e-f8958a6a2128 req-1dbd3ba3-fd8f-4ca4-ab01-1580cd2422ef tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/security-groups?id=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343449 Sep 03 15:04:46.560029 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69dab493-3962-450c-a4ab-d172e3a464e0 req-f223cf4c-5795-4d6a-9a2b-c8c278adc423 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23226c81-725f-4aa0-ba12-8013701175d5 HTTP/1.1" status: 200 len: 1000 time: 0.0878963 Sep 03 15:04:46.565847 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa732d1b-67fc-4dbb-977d-a3a4415d7477 req-fd2d42ae-110c-47cc-a6fe-3f17bb2251d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:46.567286 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fa732d1b-67fc-4dbb-977d-a3a4415d7477 req-fd2d42ae-110c-47cc-a6fe-3f17bb2251d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b025ec3a8e614766b72f0753da3a3568&device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 1101 time: 0.0582566 Sep 03 15:04:46.670643 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dab493-3962-450c-a4ab-d172e3a464e0 req-5093c14b-4c20-44f2-ae3e-9ffa557b8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:46.672126 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69dab493-3962-450c-a4ab-d172e3a464e0 req-5093c14b-4c20-44f2-ae3e-9ffa557b8f52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.0964072 Sep 03 15:04:46.690700 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f924b30b-0f34-4349-8e0e-cbe315c53e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '61d5aa79-c3e3-4bb7-b8af-faaa91958882', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'port_id': '23226c81-725f-4aa0-ba12-8013701175d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'mac_address': 'fa:16:3e:cd:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:04:33Z', 'updated_at': '2021-09-03T15:04:45Z', 'revision_number': 1, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:46.719564 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa732d1b-67fc-4dbb-977d-a3a4415d7477 req-a0f09e3f-4ad0-4117-bfe0-bc22bd14b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:46.721080 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fa732d1b-67fc-4dbb-977d-a3a4415d7477 req-a0f09e3f-4ad0-4117-bfe0-bc22bd14b774 service neutron] 10.222.0.26 "GET /v2.0/networks?id=452e4122-6840-4b53-96d4-9468f81d99b8 HTTP/1.1" status: 200 len: 870 time: 0.1381609 Sep 03 15:04:46.721653 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f924b30b-0f34-4349-8e0e-cbe315c53e98 None None] The sync data for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi is: [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '61d5aa79-c3e3-4bb7-b8af-faaa91958882', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'port_id': '23226c81-725f-4aa0-ba12-8013701175d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'mac_address': 'fa:16:3e:cd:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:04:33Z', 'updated_at': '2021-09-03T15:04:45Z', 'revision_number': 1, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:04:46.739425 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dab493-3962-450c-a4ab-d172e3a464e0 req-adae068c-9419-4004-bb7d-2970207f970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:46.740911 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69dab493-3962-450c-a4ab-d172e3a464e0 req-adae068c-9419-4004-bb7d-2970207f970a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595064 Sep 03 15:04:46.779144 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fa732d1b-67fc-4dbb-977d-a3a4415d7477 req-bfb10f93-12ab-4541-845e-275a3caa54bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=4d01c477-b2d8-4011-a4e6-1d71e7af6144 HTTP/1.1" status: 200 len: 217 time: 0.0497773 Sep 03 15:04:46.879697 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa732d1b-67fc-4dbb-977d-a3a4415d7477 req-ba16d743-f1ce-4a75-b0cb-824c68cb4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:46.881184 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fa732d1b-67fc-4dbb-977d-a3a4415d7477 req-ba16d743-f1ce-4a75-b0cb-824c68cb4c9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4dc78992-60bf-44dd-993e-d8cca7a49975 HTTP/1.1" status: 200 len: 843 time: 0.0903230 Sep 03 15:04:46.908340 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69dab493-3962-450c-a4ab-d172e3a464e0 req-c325c8bb-50ad-4e87-9e89-1eb959e827b9 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374426 Sep 03 15:04:46.912501 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242cdd5-3cda-4548-809e-cb5830ca4f97 None None] New status for floating IP 61d5aa79-c3e3-4bb7-b8af-faaa91958882: ACTIVE {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:04:46.997163 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa732d1b-67fc-4dbb-977d-a3a4415d7477 req-d2947092-84b4-4b67-a5e3-b90ff303d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:46.998702 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fa732d1b-67fc-4dbb-977d-a3a4415d7477 req-d2947092-84b4-4b67-a5e3-b90ff303d640 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=452e4122-6840-4b53-96d4-9468f81d99b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1043022 Sep 03 15:04:47.038575 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69dab493-3962-450c-a4ab-d172e3a464e0 req-d8fe1a2c-9d46-4ad2-bd91-16a93981ece2 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155920 Sep 03 15:04:47.107329 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fa732d1b-67fc-4dbb-977d-a3a4415d7477 req-c5a40125-561e-4e55-9a91-ecf7429f0eb2 service neutron] 10.222.0.26 "GET /v2.0/networks/452e4122-6840-4b53-96d4-9468f81d99b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989861 Sep 03 15:04:47.136279 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:47.208656 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fa732d1b-67fc-4dbb-977d-a3a4415d7477 req-b3d2ecc1-7ef5-4387-85bd-60692004da2b service neutron] 10.222.0.26 "GET /v2.0/networks/452e4122-6840-4b53-96d4-9468f81d99b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928473 Sep 03 15:04:47.550128 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd1d1d-9046-4f80-b3df-5233e9df9f2e req-4d9da383-3db4-4df5-a564-b6bf969964b5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:47.551708 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cecd1d1d-9046-4f80-b3df-5233e9df9f2e req-4d9da383-3db4-4df5-a564-b6bf969964b5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0559077 Sep 03 15:04:47.590008 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cecd1d1d-9046-4f80-b3df-5233e9df9f2e req-707e3065-a576-4316-8012-421a2e66d1b8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=450d74db-8199-4aa2-ac08-c213e505b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320637 Sep 03 15:04:47.643120 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c0d54-a3f4-47b1-a0fd-7d4e8ad6baf0 req-e55bf7fd-4f61-4263-922c-a72773b93e92 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:47.644564 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ce3c0d54-a3f4-47b1-a0fd-7d4e8ad6baf0 req-e55bf7fd-4f61-4263-922c-a72773b93e92 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 948 time: 0.0487640 Sep 03 15:04:47.682847 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ce3c0d54-a3f4-47b1-a0fd-7d4e8ad6baf0 req-c81b1b1c-0a9b-4906-9654-0019768092bb tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/security-groups?id=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Sep 03 15:04:47.881990 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fe13e-811f-4ba3-b172-825a03945575 req-886d9187-5dc4-497f-9fa8-9d7e8a3e0c2a tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:47.883409 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-873fe13e-811f-4ba3-b172-825a03945575 req-886d9187-5dc4-497f-9fa8-9d7e8a3e0c2a tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 946 time: 0.0526705 Sep 03 15:04:47.987987 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Deleting port f1c602f7-a851-42c0-be7b-7e85b34a58e1 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:04:47.988446 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:48.082793 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] For port f1c602f7-a851-42c0-be7b-7e85b34a58e1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f1c602f7-a851-42c0-be7b-7e85b34a58e1,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:48.083163 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:48.259956 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:48.260322 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:48.260637 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.l3_db [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Floating IP e9ee0848-7a0a-47cb-b95b-7cde9ca88216 disassociated. External IP: 172.27.0.174, port: f1c602f7-a851-42c0-be7b-7e85b34a58e1. Sep 03 15:04:48.260972 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Calling delete_port for f1c602f7-a851-42c0-be7b-7e85b34a58e1 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:04:48.386357 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:48.417157 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event deleted for resources: {'Port': ['ID=f1c602f7-a851-42c0-be7b-7e85b34a58e1,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:48.532538 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Router 7432e88a-180d-46ff-bc3c-126900adfc7f has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:04:48.552852 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 4d01c477-b2d8-4011-a4e6-1d71e7af6144 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:04:48.644999 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:04:48.651209 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 4d01c477-b2d8-4011-a4e6-1d71e7af6144, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4d01c477-b2d8-4011-a4e6-1d71e7af6144,segment=NetworkSegment(e5b75b4e-2f5c-4c0e-8716-b5f7fff14614),segment_id=e5b75b4e-2f5c-4c0e-8716-b5f7fff14614)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:48.662325 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ed2ac-78bc-4f73-acef-3615934f0490 None None] Sync routers for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:04:48.671801 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '4d01c477-b2d8-4011-a4e6-1d71e7af6144', 'network_id': '452e4122-6840-4b53-96d4-9468f81d99b8', 'port_id': '4d01c477-b2d8-4011-a4e6-1d71e7af6144', 'mac_address': 'fa:16:3e:cd:e4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc78992-60bf-44dd-993e-d8cca7a49975', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:04:48.676889 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ed2ac-78bc-4f73-acef-3615934f0490 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:04:48.677513 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-af9ed2ac-78bc-4f73-acef-3615934f0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:04:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:48.695576 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] No DVR routers for this DVR port f1c602f7-a851-42c0-be7b-7e85b34a58e1 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:04:48.710026 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:48.712092 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-873fe13e-811f-4ba3-b172-825a03945575 req-2bfb25ca-9955-452d-8d51-0efcb88427f5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.26 "DELETE /v2.0/ports/f1c602f7-a851-42c0-be7b-7e85b34a58e1 HTTP/1.1" status: 204 len: 173 time: 0.8226302 Sep 03 15:04:48.712524 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'name': 'network-vif-deleted', 'tag': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:04:48.715290 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f03453-fc34-4fc3-82f7-3160d7fe10cb" -d '{"events": [{"server_uuid": "3f9d8265-50f9-4098-9c8c-d1e1c5688dab", "name": "network-vif-deleted", "tag": "f1c602f7-a851-42c0-be7b-7e85b34a58e1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:04:48.719353 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-baa09f50-1c0f-47ce-a440-cbd9f2142205 req-4d4c4361-3393-49f9-a2cd-4f7ae0aa8e85 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f9d8265-50f9-4098-9c8c-d1e1c5688dab HTTP/1.1" status: 200 len: 210 time: 0.0521376 Sep 03 15:04:48.795734 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:48.798543 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eabbe19-96e6-4044-8661-22dfe3ac2428 x-openstack-request-id: req-4eabbe19-96e6-4044-8661-22dfe3ac2428 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:04:48.799775 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9d8265-50f9-4098-9c8c-d1e1c5688dab", "name": "network-vif-deleted", "tag": "f1c602f7-a851-42c0-be7b-7e85b34a58e1", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:04:48.800338 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4eabbe19-96e6-4044-8661-22dfe3ac2428 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:04:48.800959 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9d8265-50f9-4098-9c8c-d1e1c5688dab', 'name': 'network-vif-deleted', 'tag': 'f1c602f7-a851-42c0-be7b-7e85b34a58e1', 'status': 'completed', 'code': 200} Sep 03 15:04:48.816445 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d01c477-b2d8-4011-a4e6-1d71e7af6144 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:04:48.847023 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-af9ed2ac-78bc-4f73-acef-3615934f0490 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:04:48.849742 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 4d01c477-b2d8-4011-a4e6-1d71e7af6144, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4d01c477-b2d8-4011-a4e6-1d71e7af6144,segment=NetworkSegment(e5b75b4e-2f5c-4c0e-8716-b5f7fff14614),segment_id=e5b75b4e-2f5c-4c0e-8716-b5f7fff14614)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:48.854240 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd1a49-e174-49f0-ade1-ef38c4e47296 req-9082a169-f0aa-44cb-b65c-f3d74375b144 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:48.856188 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-30cd1a49-e174-49f0-ade1-ef38c4e47296 req-9082a169-f0aa-44cb-b65c-f3d74375b144 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 948 time: 0.0775373 Sep 03 15:04:48.873504 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:48.902388 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-30cd1a49-e174-49f0-ade1-ef38c4e47296 req-4fced163-d9c2-4f12-ab6a-74a82ac3319c tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/security-groups?id=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Sep 03 15:04:48.978124 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=4d01c477-b2d8-4011-a4e6-1d71e7af6144,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:48.989417 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:48.989801 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:48.990145 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:48.990485 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:48.990815 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:48.991148 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:48.991447 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:48.991773 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:48.992156 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:48.992481 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:48.992806 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:48.993129 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:49.104523 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['4d01c477-b2d8-4011-a4e6-1d71e7af6144'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:04:49.110203 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-af9ed2ac-78bc-4f73-acef-3615934f0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:49.163915 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ed2ac-78bc-4f73-acef-3615934f0490 None None] Checking router: 7432e88a-180d-46ff-bc3c-126900adfc7f for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:04:49.181139 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ed2ac-78bc-4f73-acef-3615934f0490 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:04:49.181797 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-af9ed2ac-78bc-4f73-acef-3615934f0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:04:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:49.346275 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-af9ed2ac-78bc-4f73-acef-3615934f0490 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:04:49.706613 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-af9ed2ac-78bc-4f73-acef-3615934f0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:04:49.731740 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ed2ac-78bc-4f73-acef-3615934f0490 None None] The sync data for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi is: [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:04:49.827693 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34342) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:49.883543 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:49.908080 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:49.952194 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67bd11-4857-46a8-917b-c3e80bd76ae5 None None] New status for floating IP e9ee0848-7a0a-47cb-b95b-7cde9ca88216: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:04:49.963238 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:49.966283 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:49.970068 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "DELETE /v2.0/security-groups/450d74db-8199-4aa2-ac08-c213e505b65e HTTP/1.1" status: 204 len: 168 time: 0.1387494 Sep 03 15:04:49.970407 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 34346) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:49.983850 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.api.v2.resource [None req-6b476112-b21a-4720-84ce-6803ebb26e06 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] show failed (client error): The resource could not be found. Sep 03 15:04:49.986003 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-6b476112-b21a-4720-84ce-6803ebb26e06 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups/450d74db-8199-4aa2-ac08-c213e505b65e HTTP/1.1" status: 404 len: 347 time: 0.0134606 Sep 03 15:04:49.987072 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450d74db-8199-4aa2-ac08-c213e505b65e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:49.988057 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 34348) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:50.012578 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.012923 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.013265 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.013630 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.013958 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.014290 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.014615 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.014940 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.015264 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.015583 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.015898 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.016215 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d9d4d-72e6-4c59-b46d-2b7503619970 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:04:50.043753 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e0eab-74e5-4460-bf7c-c34064cf71bc req-0813ce94-ad1b-4fa3-bf0f-f43a0321354b tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:50.045042 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dc1e0eab-74e5-4460-bf7c-c34064cf71bc req-0813ce94-ad1b-4fa3-bf0f-f43a0321354b tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 949 time: 0.0683551 Sep 03 15:04:50.085228 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dc1e0eab-74e5-4460-bf7c-c34064cf71bc req-96b3fb7a-4110-4e4e-aa8f-342a647d38c1 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/security-groups?id=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327566 Sep 03 15:04:50.123216 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3a3cbb1d-58ea-4799-9744-e9ef78c66b69 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Deleting port ce5312e8-5168-463a-bb1c-e91c35af094b {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:04:50.123555 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a3cbb1d-58ea-4799-9744-e9ef78c66b69 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.211774 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a3cbb1d-58ea-4799-9744-e9ef78c66b69 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.212330 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a3cbb1d-58ea-4799-9744-e9ef78c66b69 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.224211 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3a3cbb1d-58ea-4799-9744-e9ef78c66b69 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Calling delete_port for ce5312e8-5168-463a-bb1c-e91c35af094b owned by network:floatingip {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:04:50.372616 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a3cbb1d-58ea-4799-9744-e9ef78c66b69 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.413563 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cbb1d-58ea-4799-9744-e9ef78c66b69 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event deleted for resources: {'Port': ['ID=ce5312e8-5168-463a-bb1c-e91c35af094b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:50.473032 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a3cbb1d-58ea-4799-9744-e9ef78c66b69 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.475715 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3a3cbb1d-58ea-4799-9744-e9ef78c66b69 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.476841 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-3a3cbb1d-58ea-4799-9744-e9ef78c66b69 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "DELETE /v2.0/floatingips/e9ee0848-7a0a-47cb-b95b-7cde9ca88216 HTTP/1.1" status: 204 len: 168 time: 0.4874568 Sep 03 15:04:50.568985 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 4d01c477-b2d8-4011-a4e6-1d71e7af6144 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:04:50.621039 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:04:50.624846 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:04:50.625224 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.702638 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.725177 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b080b4-7935-4792-aa12-724c4b232459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d01c477-b2d8-4011-a4e6-1d71e7af6144'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:04:50.727501 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ce75ca-83c0-487a-9a6c-7f341e057267" -d '{"events": [{"server_uuid": "35b080b4-7935-4792-aa12-724c4b232459", "name": "network-vif-plugged", "status": "completed", "tag": "4d01c477-b2d8-4011-a4e6-1d71e7af6144"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:04:50.740109 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 34356) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:50.740756 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 4d01c477-b2d8-4011-a4e6-1d71e7af6144, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4d01c477-b2d8-4011-a4e6-1d71e7af6144,segment=NetworkSegment(e5b75b4e-2f5c-4c0e-8716-b5f7fff14614),segment_id=e5b75b4e-2f5c-4c0e-8716-b5f7fff14614)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:50.745271 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-b0b93a09-236a-4305-a39f-07ec375b8a68 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--485313447', 'description': 'tempest-description--1840860517'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:50.746364 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.772697 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1d3af9-b65b-427d-b04d-5e03de8998aa x-openstack-request-id: req-cb1d3af9-b65b-427d-b04d-5e03de8998aa {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:04:50.772990 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b080b4-7935-4792-aa12-724c4b232459", "name": "network-vif-plugged", "status": "completed", "tag": "4d01c477-b2d8-4011-a4e6-1d71e7af6144", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:04:50.773214 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb1d3af9-b65b-427d-b04d-5e03de8998aa {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:04:50.773351 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0b93a09-236a-4305-a39f-07ec375b8a68 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.773669 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b080b4-7935-4792-aa12-724c4b232459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d01c477-b2d8-4011-a4e6-1d71e7af6144', 'code': 200} Sep 03 15:04:50.802417 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=4d01c477-b2d8-4011-a4e6-1d71e7af6144,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:50.872499 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0b93a09-236a-4305-a39f-07ec375b8a68 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.878366 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0b93a09-236a-4305-a39f-07ec375b8a68 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.907144 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b0b93a09-236a-4305-a39f-07ec375b8a68 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.908347 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-b0b93a09-236a-4305-a39f-07ec375b8a68 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1671762 Sep 03 15:04:50.910304 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b93a09-236a-4305-a39f-07ec375b8a68 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:50.911448 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34358) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:50.916225 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a0123720-7e90-438b-8192-a9543540f7e7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'security_group_rule': {'security_group_id': 'b1e9ffe8-bb0f-4a77-b841-bd0062f94b19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:50.949897 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0123720-7e90-438b-8192-a9543540f7e7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:50.959139 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48792eb-896f-41e6-a238-c13ccbc0b76b req-537a6700-1e33-4377-aa51-f7a37bbfcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:50.960781 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c48792eb-896f-41e6-a238-c13ccbc0b76b req-537a6700-1e33-4377-aa51-f7a37bbfcd8d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 1103 time: 0.0417593 Sep 03 15:04:50.998080 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0123720-7e90-438b-8192-a9543540f7e7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.001026 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c48792eb-896f-41e6-a238-c13ccbc0b76b req-c0c053c1-42f6-4ee6-9be7-2e5758a4e797 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334194 Sep 03 15:04:51.003136 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0123720-7e90-438b-8192-a9543540f7e7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.020161 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0123720-7e90-438b-8192-a9543540f7e7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ca5730-071c-4908-b0ef-d9dbfd12f4ae,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:51.027578 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0123720-7e90-438b-8192-a9543540f7e7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.028773 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a0123720-7e90-438b-8192-a9543540f7e7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162672 Sep 03 15:04:51.031959 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34360) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:51.036331 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8aae5a4d-03b7-4440-809c-4f21d87d60aa tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'security_group_rule': {'security_group_id': 'b1e9ffe8-bb0f-4a77-b841-bd0062f94b19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:51.063759 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8aae5a4d-03b7-4440-809c-4f21d87d60aa tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.119114 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8aae5a4d-03b7-4440-809c-4f21d87d60aa tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.124312 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8aae5a4d-03b7-4440-809c-4f21d87d60aa tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.141584 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae5a4d-03b7-4440-809c-4f21d87d60aa tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfcde2d-0378-4e85-a5cb-6ab164f9df04,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:51.150517 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8aae5a4d-03b7-4440-809c-4f21d87d60aa tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.151730 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8aae5a4d-03b7-4440-809c-4f21d87d60aa tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188526 Sep 03 15:04:51.155401 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34364) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:04:51.159899 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'floatingip': {'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:51.210655 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.239799 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb72b4-ab97-4cf8-ac8d-dfeb6bfb8a57 req-4bb8f680-4c0c-4694-9eca-114a00917c3e tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:51.241287 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0acb72b4-ab97-4cf8-ac8d-dfeb6bfb8a57 req-4bb8f680-4c0c-4694-9eca-114a00917c3e tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 950 time: 0.0770948 Sep 03 15:04:51.318727 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0acb72b4-ab97-4cf8-ac8d-dfeb6bfb8a57 req-54fb469e-8933-47d8-9e7c-a562bda9e0c0 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/security-groups?id=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672948 Sep 03 15:04:51.348415 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.456052 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Allocated IP 172.27.0.16 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/261fced7-98fd-4fab-a276-f5db2be6fe03) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:04:51.556404 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.597371 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.642733 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:04:51.647110 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:04:51.654753 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:04:51.658247 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'Port': ['ID=261fced7-98fd-4fab-a276-f5db2be6fe03,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:51.740840 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.775384 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.937333 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:51.944622 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13202918'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:52.016585 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'Port': ['ID=261fced7-98fd-4fab-a276-f5db2be6fe03,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:52.028684 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:52.045074 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:52.046478 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9ea06fbb-607d-4c12-9afb-853ee8dd25d7 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8900981 Sep 03 15:04:52.239600 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-b28cbc99-6e79-4238-ac04-cf5ba15f48bf tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--485313447&fields=id&tenant_id=92cc24783e8c4100bff6576d1ea0004a HTTP/1.1" status: 200 len: 267 time: 0.0340769 Sep 03 15:04:52.349309 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-3bfa392b-49f7-4994-a79a-984f437f09e9 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:52.350957 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-3bfa392b-49f7-4994-a79a-984f437f09e9 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/networks?id=6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 200 len: 811 time: 0.1013675 Sep 03 15:04:52.366971 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-535ec236-6289-4a77-8fb8-bda896a41b3a tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/quotas/92cc24783e8c4100bff6576d1ea0004a HTTP/1.1" status: 200 len: 375 time: 0.0101907 Sep 03 15:04:52.422715 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-94573ac9-58ca-4bab-87f6-71c3190bb638 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=92cc24783e8c4100bff6576d1ea0004a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502236 Sep 03 15:04:52.493472 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c21eb1-dff2-47e3-a01e-5d9f1c30b0be req-0df4a894-45e0-44f8-b017-833f146a25e1 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:52.495046 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-56c21eb1-dff2-47e3-a01e-5d9f1c30b0be req-0df4a894-45e0-44f8-b017-833f146a25e1 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 950 time: 0.0513325 Sep 03 15:04:52.526701 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-fb498f2c-86e6-40b4-9518-d850b3e67864 service neutron] 10.222.0.46 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921564 Sep 03 15:04:52.532709 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-56c21eb1-dff2-47e3-a01e-5d9f1c30b0be req-837effd3-1eab-440f-8027-31e081a7c01b tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/security-groups?id=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Sep 03 15:04:52.579200 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device f1c602f7-a851-42c0-be7b-7e85b34a58e1 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:04:52.602292 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: f1c602f7-a851-42c0-be7b-7e85b34a58e1 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:04:52.602649 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device f1c602f7-a851-42c0-be7b-7e85b34a58e1 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:04:52.622994 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-9c3fe5db-7f5c-40bc-8b90-42152791f73a service neutron] 10.222.0.46 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892148 Sep 03 15:04:52.782792 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f3d81d25-5aaa-44a7-8577-eb4d5692b350 req-d830c92d-3bb5-4412-93df-e5293d78b227 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 210 time: 0.0264754 Sep 03 15:04:52.803914 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbffc0-ac14-47fa-912c-15cd98cd70a9 req-15c61f6a-cb21-4def-902e-1e9b02159e88 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:52.805459 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0afbffc0-ac14-47fa-912c-15cd98cd70a9 req-15c61f6a-cb21-4def-902e-1e9b02159e88 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 950 time: 0.0571845 Sep 03 15:04:52.847258 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0afbffc0-ac14-47fa-912c-15cd98cd70a9 req-851af895-00aa-4e63-9a0b-36d3adda6e94 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/security-groups?id=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358412 Sep 03 15:04:53.780684 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-dcbc66c4-f038-4813-8dd3-8e22d3992b6a tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:53.782181 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-dcbc66c4-f038-4813-8dd3-8e22d3992b6a tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.26 "GET /v2.0/networks?id=6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 200 len: 811 time: 0.1070724 Sep 03 15:04:53.827392 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-dccd14fc-a087-4c17-885b-0ba6edf92a40 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92cc24783e8c4100bff6576d1ea0004a HTTP/1.1" status: 200 len: 379 time: 0.0342374 Sep 03 15:04:53.845541 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'port': {'device_id': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'admin_state_up': True, 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'security_groups': ['b1e9ffe8-bb0f-4a77-b841-bd0062f94b19']}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:53.874724 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e7705570-4181-4ab9-b396-bb19d98ef827 req-d54e6f57-86d5-4b65-a007-8b2d037c1220 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 210 time: 0.0261409 Sep 03 15:04:53.993875 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a851-2b94-44c0-9254-80694c044637 req-9849d825-337d-4a95-a3d9-3c9a1b705cda tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:53.995370 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-39e8a851-2b94-44c0-9254-80694c044637 req-9849d825-337d-4a95-a3d9-3c9a1b705cda tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 950 time: 0.0712461 Sep 03 15:04:54.000963 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Made reservation on behalf of 92cc24783e8c4100bff6576d1ea0004a for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:04:54.004671 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:54.059924 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-39e8a851-2b94-44c0-9254-80694c044637 req-1e2cd427-421d-400e-bcec-f376118446b7 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/security-groups?id=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527542 Sep 03 15:04:54.190651 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107490-b6d7-4d51-a1bb-b915a9b8e80e req-49176cee-8099-47de-a61d-0709a400d6db tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:54.192100 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d107490-b6d7-4d51-a1bb-b915a9b8e80e req-49176cee-8099-47de-a61d-0709a400d6db tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.26 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 950 time: 0.0921917 Sep 03 15:04:54.193100 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Allocated IP 172.20.0.3 (6f9bf41e-f10e-437e-872f-49198a03f4e5/0c59e563-865c-4b5c-80bc-f771c855535d/b1b0887a-9eee-44c3-ad32-ba243a9aed7b) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:04:54.381445 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-0d107490-b6d7-4d51-a1bb-b915a9b8e80e req-25a9d233-6d4d-4920-a4e3-cad529d83773 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Deleting port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:04:54.381894 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d107490-b6d7-4d51-a1bb-b915a9b8e80e req-25a9d233-6d4d-4920-a4e3-cad529d83773 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:54.410031 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:54.457841 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Transition to ACTIVE for port object b1b0887a-9eee-44c3-ad32-ba243a9aed7b will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:04:54.496275 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-0d107490-b6d7-4d51-a1bb-b915a9b8e80e req-25a9d233-6d4d-4920-a4e3-cad529d83773 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] For port 4d01c477-b2d8-4011-a4e6-1d71e7af6144, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4d01c477-b2d8-4011-a4e6-1d71e7af6144,segment=NetworkSegment(e5b75b4e-2f5c-4c0e-8716-b5f7fff14614),segment_id=e5b75b4e-2f5c-4c0e-8716-b5f7fff14614)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:54.496639 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d107490-b6d7-4d51-a1bb-b915a9b8e80e req-25a9d233-6d4d-4920-a4e3-cad529d83773 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:54.515374 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-0d107490-b6d7-4d51-a1bb-b915a9b8e80e req-25a9d233-6d4d-4920-a4e3-cad529d83773 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Calling delete_port for 4d01c477-b2d8-4011-a4e6-1d71e7af6144 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:04:54.532050 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:54.609649 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Network 6f9bf41e-f10e-437e-872f-49198a03f4e5 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:04:54.625351 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:04:54.628664 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event updated for resources: {'Port': ['ID=b1b0887a-9eee-44c3-ad32-ba243a9aed7b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:54.632216 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:04:54.696827 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:54.697427 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:54.744306 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f3331239-005a-4e12-8ef5-9207b96696d8 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9033365 Sep 03 15:04:54.758296 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Request body: {'port': {'device_id': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:04:54.778399 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d107490-b6d7-4d51-a1bb-b915a9b8e80e req-25a9d233-6d4d-4920-a4e3-cad529d83773 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:54.791780 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['4d01c477-b2d8-4011-a4e6-1d71e7af6144'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:04:54.813314 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9d233-6d4d-4920-a4e3-cad529d83773 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Pushing event deleted for resources: {'Port': ['ID=4d01c477-b2d8-4011-a4e6-1d71e7af6144,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:54.861594 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:54.865070 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-020a114b-d4e3-4294-8d26-1f56d5e5f372 None None] Provisioning for port b1b0887a-9eee-44c3-ad32-ba243a9aed7b completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:04:54.870068 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-020a114b-d4e3-4294-8d26-1f56d5e5f372 None None] Provisioning complete for port b1b0887a-9eee-44c3-ad32-ba243a9aed7b triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:04:54.870686 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-020a114b-d4e3-4294-8d26-1f56d5e5f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:54.910245 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-020a114b-d4e3-4294-8d26-1f56d5e5f372 None None] Port b1b0887a-9eee-44c3-ad32-ba243a9aed7b cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:04:55.111766 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d107490-b6d7-4d51-a1bb-b915a9b8e80e req-25a9d233-6d4d-4920-a4e3-cad529d83773 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] No DVR routers for this DVR port 4d01c477-b2d8-4011-a4e6-1d71e7af6144 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:04:55.128160 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0d107490-b6d7-4d51-a1bb-b915a9b8e80e req-25a9d233-6d4d-4920-a4e3-cad529d83773 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:55.130088 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d107490-b6d7-4d51-a1bb-b915a9b8e80e req-25a9d233-6d4d-4920-a4e3-cad529d83773 tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.26 "DELETE /v2.0/ports/4d01c477-b2d8-4011-a4e6-1d71e7af6144 HTTP/1.1" status: 204 len: 173 time: 0.9306784 Sep 03 15:04:55.131635 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b080b4-7935-4792-aa12-724c4b232459', 'name': 'network-vif-deleted', 'tag': '4d01c477-b2d8-4011-a4e6-1d71e7af6144'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:04:55.133925 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd936183-4435-460a-8ec0-933c032c465c" -d '{"events": [{"server_uuid": "35b080b4-7935-4792-aa12-724c4b232459", "name": "network-vif-deleted", "tag": "4d01c477-b2d8-4011-a4e6-1d71e7af6144"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:04:55.169994 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d21be092-b8fc-4492-8865-4cc51e86e945 req-1d67b4d8-7f1e-4c86-801c-85db4abc97ef tempest-VolumesNegativeTest-1705863124 tempest-VolumesNegativeTest-1705863124-project] 10.222.0.46 "GET /v2.0/ports?device_id=35b080b4-7935-4792-aa12-724c4b232459 HTTP/1.1" status: 200 len: 210 time: 0.0352492 Sep 03 15:04:55.254896 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aba622b-534e-442e-969d-9b8054062377 x-openstack-request-id: req-7aba622b-534e-442e-969d-9b8054062377 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:04:55.255219 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b080b4-7935-4792-aa12-724c4b232459", "name": "network-vif-deleted", "tag": "4d01c477-b2d8-4011-a4e6-1d71e7af6144", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:04:55.255463 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7aba622b-534e-442e-969d-9b8054062377 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:04:55.255754 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b080b4-7935-4792-aa12-724c4b232459', 'name': 'network-vif-deleted', 'tag': '4d01c477-b2d8-4011-a4e6-1d71e7af6144', 'status': 'completed', 'code': 200} Sep 03 15:04:55.266032 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeb75b-1a4a-460c-b0fa-c3a5957f2bc8 req-76a05b68-9fc9-45d8-8823-007ce5474331 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:55.267501 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7abeb75b-1a4a-460c-b0fa-c3a5957f2bc8 req-76a05b68-9fc9-45d8-8823-007ce5474331 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 931 time: 0.1580389 Sep 03 15:04:55.334641 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7abeb75b-1a4a-460c-b0fa-c3a5957f2bc8 req-bfccfd4f-7531-4874-830d-682e36475052 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605013 Sep 03 15:04:55.453278 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b0887a-9eee-44c3-ad32-ba243a9aed7b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:04:55.460775 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:55.473405 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Transition to ACTIVE for port object b1b0887a-9eee-44c3-ad32-ba243a9aed7b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:04:55.479120 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:55.547404 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b0887a-9eee-44c3-ad32-ba243a9aed7b,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:55.598458 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Attempting to bind port b1b0887a-9eee-44c3-ad32-ba243a9aed7b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:04:55.598801 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Attempting to bind port b1b0887a-9eee-44c3-ad32-ba243a9aed7b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:04:55.599408 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Attempting to bind port b1b0887a-9eee-44c3-ad32-ba243a9aed7b on network 6f9bf41e-f10e-437e-872f-49198a03f4e5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:04:55.604372 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Port b1b0887a-9eee-44c3-ad32-ba243a9aed7b on network 6f9bf41e-f10e-437e-872f-49198a03f4e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:04:55.604695 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Attempting to bind port b1b0887a-9eee-44c3-ad32-ba243a9aed7b on network 6f9bf41e-f10e-437e-872f-49198a03f4e5 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:04:55.610228 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:04:55.610569 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Checking segment: {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:04:55.611066 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Bound using segment: {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:04:55.611381 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Bound port: b1b0887a-9eee-44c3-ad32-ba243a9aed7b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64827c7c-2b27-4c51-a286-ca5a56f607f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:04:55.611797 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:55.686358 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] For port b1b0887a-9eee-44c3-ad32-ba243a9aed7b, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:04:55.689715 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] For port b1b0887a-9eee-44c3-ad32-ba243a9aed7b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1b0887a-9eee-44c3-ad32-ba243a9aed7b,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:04:55.695424 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:55.730438 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:55.731079 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:55.732458 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] 10.222.0.26 "PUT /v2.0/ports/b1b0887a-9eee-44c3-ad32-ba243a9aed7b HTTP/1.1" status: 200 len: 1093 time: 0.9798336 Sep 03 15:04:55.753327 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cabfcf-6051-4a9d-bf0e-1632b3c37098 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b0887a-9eee-44c3-ad32-ba243a9aed7b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:55.812263 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-9c29a135-d1b9-4bc1-be46-c27aff6e7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:55.814111 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-9c29a135-d1b9-4bc1-be46-c27aff6e7973 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92cc24783e8c4100bff6576d1ea0004a&device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 1096 time: 0.0428340 Sep 03 15:04:55.861409 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-24e2f4a5-9a50-4ade-9fbe-7d7eac0d8369 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1b0887a-9eee-44c3-ad32-ba243a9aed7b HTTP/1.1" status: 200 len: 217 time: 0.0392492 Sep 03 15:04:55.912174 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-08164d92-c4ec-4655-9881-66e60009ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:55.913768 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-08164d92-c4ec-4655-9881-66e60009ed49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c59e563-865c-4b5c-80bc-f771c855535d HTTP/1.1" status: 200 len: 850 time: 0.0443192 Sep 03 15:04:55.968020 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f26c048d-76da-4c46-85f9-56cd422cf05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:55.969515 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f26c048d-76da-4c46-85f9-56cd422cf05d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9bf41e-f10e-437e-872f-49198a03f4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483832 Sep 03 15:04:56.063205 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-f2c5788c-294f-463a-88fa-4d050ebbac7c service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854962 Sep 03 15:04:56.170878 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c9482fb5-c24a-4a79-9625-67e271db7852 req-057e65f8-b318-4398-bc9a-738a3a310cad service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996141 Sep 03 15:04:56.454919 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0c46c-09aa-40a1-9f41-f31a566ab81e req-77183daa-5ea7-4947-b7fc-111356334674 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:56.456407 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a2b0c46c-09aa-40a1-9f41-f31a566ab81e req-77183daa-5ea7-4947-b7fc-111356334674 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 943 time: 0.0519850 Sep 03 15:04:56.495011 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a2b0c46c-09aa-40a1-9f41-f31a566ab81e req-a5b0bbce-e169-416a-9a34-0aba6ad565e4 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321248 Sep 03 15:04:57.256979 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'tag': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:04:57.259397 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92eed69-60be-4f78-9619-1e3d8f9455c3" -d '{"events": [{"name": "network-changed", "server_uuid": "675f5646-9a89-4c21-bf5b-42a8b48bb8aa", "tag": "b1b0887a-9eee-44c3-ad32-ba243a9aed7b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:04:57.296612 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4918d460-f345-460e-a939-c49fb7d112d1 x-openstack-request-id: req-4918d460-f345-460e-a939-c49fb7d112d1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:04:57.296864 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675f5646-9a89-4c21-bf5b-42a8b48bb8aa", "tag": "b1b0887a-9eee-44c3-ad32-ba243a9aed7b", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:04:57.297132 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4918d460-f345-460e-a939-c49fb7d112d1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:04:57.297483 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'tag': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b', 'status': 'completed', 'code': 200} Sep 03 15:04:57.363132 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92eed69-60be-4f78-9619-1e3d8f9455c3 req-dfe695d2-3fc7-48a0-8356-62be37331052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:57.364636 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e92eed69-60be-4f78-9619-1e3d8f9455c3 req-dfe695d2-3fc7-48a0-8356-62be37331052 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92cc24783e8c4100bff6576d1ea0004a&device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 1096 time: 0.0429204 Sep 03 15:04:57.466026 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92eed69-60be-4f78-9619-1e3d8f9455c3 req-5d23da45-0a57-4587-8fb6-e87dedce3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:57.467694 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e92eed69-60be-4f78-9619-1e3d8f9455c3 req-5d23da45-0a57-4587-8fb6-e87dedce3693 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 200 len: 912 time: 0.0951850 Sep 03 15:04:57.511841 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e92eed69-60be-4f78-9619-1e3d8f9455c3 req-bb3451e7-6a56-4555-9c01-4d0739b7c0c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1b0887a-9eee-44c3-ad32-ba243a9aed7b HTTP/1.1" status: 200 len: 217 time: 0.0359533 Sep 03 15:04:57.580920 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92eed69-60be-4f78-9619-1e3d8f9455c3 req-dc4c23c5-5c05-438e-96bc-0dc33caa114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:57.582310 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e92eed69-60be-4f78-9619-1e3d8f9455c3 req-dc4c23c5-5c05-438e-96bc-0dc33caa114f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c59e563-865c-4b5c-80bc-f771c855535d HTTP/1.1" status: 200 len: 850 time: 0.0613928 Sep 03 15:04:57.646063 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd91e60-efa5-4a4e-8bff-3b94b9cab409 req-cc2147c4-66ed-47cf-a489-58fadc168915 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:57.647517 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4dd91e60-efa5-4a4e-8bff-3b94b9cab409 req-cc2147c4-66ed-47cf-a489-58fadc168915 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 943 time: 0.0826662 Sep 03 15:04:57.652470 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92eed69-60be-4f78-9619-1e3d8f9455c3 req-3078cc4c-659f-4be5-a181-d8bc6d8bfa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:57.653961 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e92eed69-60be-4f78-9619-1e3d8f9455c3 req-3078cc4c-659f-4be5-a181-d8bc6d8bfa4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9bf41e-f10e-437e-872f-49198a03f4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579340 Sep 03 15:04:57.716357 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4dd91e60-efa5-4a4e-8bff-3b94b9cab409 req-885ecff0-2d22-444b-8c13-b496a309ab95 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614505 Sep 03 15:04:57.770616 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e92eed69-60be-4f78-9619-1e3d8f9455c3 req-4441ddc0-9f92-4418-85e1-84582889eae0 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082237 Sep 03 15:04:57.877313 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e92eed69-60be-4f78-9619-1e3d8f9455c3 req-1c1d0e9d-65b2-4c7a-a797-1973d173b1d4 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987597 Sep 03 15:04:58.617690 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b1b0887a-9eee-44c3-ad32-ba243a9aed7b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:04:58.620621 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 4d01c477-b2d8-4011-a4e6-1d71e7af6144 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:04:58.645240 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: 4d01c477-b2d8-4011-a4e6-1d71e7af6144 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:04:58.645615 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 4d01c477-b2d8-4011-a4e6-1d71e7af6144 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:04:58.739417 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b1b0887a-9eee-44c3-ad32-ba243a9aed7b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1b0887a-9eee-44c3-ad32-ba243a9aed7b,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:58.749784 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'port_id': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b', 'mac_address': 'fa:16:3e:e1:df:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:04:58.787466 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:58.801124 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b0887a-9eee-44c3-ad32-ba243a9aed7b {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:04:58.822681 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b1b0887a-9eee-44c3-ad32-ba243a9aed7b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1b0887a-9eee-44c3-ad32-ba243a9aed7b,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:04:58.826353 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:04:58.837770 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b41bd-7715-4101-8702-0d14bcc64332 req-e7dd4cf2-69bb-4a92-ab2d-6f601bee0c9b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:04:58.839375 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-293b41bd-7715-4101-8702-0d14bcc64332 req-e7dd4cf2-69bb-4a92-ab2d-6f601bee0c9b tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 943 time: 0.0543916 Sep 03 15:04:58.878514 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=b1b0887a-9eee-44c3-ad32-ba243a9aed7b,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:04:58.886322 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-293b41bd-7715-4101-8702-0d14bcc64332 req-17c4cad8-0d5a-4f3f-9ea0-10989dad7090 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406766 Sep 03 15:04:59.074713 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['b1b0887a-9eee-44c3-ad32-ba243a9aed7b'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:05:00.010192 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbf7c1-53bb-40c5-8957-e3f2ccaefa93 req-3d303ec5-5a24-4c9b-ab12-52e634e2c64f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:00.011719 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dfbf7c1-53bb-40c5-8957-e3f2ccaefa93 req-3d303ec5-5a24-4c9b-ab12-52e634e2c64f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 944 time: 0.0541339 Sep 03 15:05:00.033973 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34664) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:05:00.050293 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dfbf7c1-53bb-40c5-8957-e3f2ccaefa93 req-eb4c7514-8d7b-4bb4-bb75-3e66c1b718ed tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326428 Sep 03 15:05:00.173406 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-480c0774-412c-4b30-8763-525bb805ce65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b025ec3a8e614766b72f0753da3a3568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1381900 Sep 03 15:05:00.175986 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34668) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:05:00.224721 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4870f623-4a6c-4914-811c-881366bba69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:00.246290 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4870f623-4a6c-4914-811c-881366bba69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:00.297970 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4870f623-4a6c-4914-811c-881366bba69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:00.300554 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4870f623-4a6c-4914-811c-881366bba69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:00.301741 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4870f623-4a6c-4914-811c-881366bba69d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14da0713-dbbd-4ddc-8a57-89dcc6e90b7a HTTP/1.1" status: 204 len: 168 time: 0.1248422 Sep 03 15:05:00.309322 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870f623-4a6c-4914-811c-881366bba69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14da0713-dbbd-4ddc-8a57-89dcc6e90b7a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:00.632455 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b1b0887a-9eee-44c3-ad32-ba243a9aed7b up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:05:00.683882 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port b1b0887a-9eee-44c3-ad32-ba243a9aed7b completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:05:00.687725 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port b1b0887a-9eee-44c3-ad32-ba243a9aed7b triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:05:00.688097 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:00.764810 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:00.788177 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:05:00.790457 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64efc640-0fa7-444f-aaf9-b4aaad2b6538" -d '{"events": [{"server_uuid": "675f5646-9a89-4c21-bf5b-42a8b48bb8aa", "name": "network-vif-plugged", "status": "completed", "tag": "b1b0887a-9eee-44c3-ad32-ba243a9aed7b"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:05:00.807685 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b1b0887a-9eee-44c3-ad32-ba243a9aed7b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1b0887a-9eee-44c3-ad32-ba243a9aed7b,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:05:00.812907 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:00.839688 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56170e48-0c34-4edb-97cc-9833fa5f0b72 x-openstack-request-id: req-56170e48-0c34-4edb-97cc-9833fa5f0b72 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:05:00.840004 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675f5646-9a89-4c21-bf5b-42a8b48bb8aa", "name": "network-vif-plugged", "status": "completed", "tag": "b1b0887a-9eee-44c3-ad32-ba243a9aed7b", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:05:00.840308 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56170e48-0c34-4edb-97cc-9833fa5f0b72 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:05:00.840578 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b', 'code': 200} Sep 03 15:05:00.869487 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=b1b0887a-9eee-44c3-ad32-ba243a9aed7b,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:00.959725 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 34692) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:05:01.004433 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc012a-b3ef-437e-9e3b-ac66734f865c req-c0db7567-7a57-4f28-87e1-7298f350731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:01.005967 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4bdc012a-b3ef-437e-9e3b-ac66734f865c req-c0db7567-7a57-4f28-87e1-7298f350731a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 1098 time: 0.0405354 Sep 03 15:05:01.045067 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4bdc012a-b3ef-437e-9e3b-ac66734f865c req-7edba6b9-2601-4194-bc0c-4209ac84d4fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Sep 03 15:05:01.058245 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-829129491-network', 'tenant_id': 'b51de197799d4792a850365f31a6f8db'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:05:01.080966 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Made reservation on behalf of b51de197799d4792a850365f31a6f8db for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:05:01.083261 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:01.092230 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:01.191892 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860d855-8973-4832-b65e-de468c656664 req-c64e8c51-5e31-4c70-ace0-84fa35a52b3f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:01.193401 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2860d855-8973-4832-b65e-de468c656664 req-c64e8c51-5e31-4c70-ace0-84fa35a52b3f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 945 time: 0.0714006 Sep 03 15:05:01.246265 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:01.253885 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2860d855-8973-4832-b65e-de468c656664 req-a736d012-3f29-4f95-acd6-6e446882015f tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538883 Sep 03 15:05:01.254873 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:01.282424 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:05:01.288793 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eec08a8-8b1f-4413-b34e-5c2cdfda08da,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:01.295005 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:01.295395 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.segments_db [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Added segment 73f4fa80-cddc-44e1-b1c3-f67c9d629982 of type vlan for network 6645029f-c9b5-4114-9d71-1ddf3dfee198 Sep 03 15:05:01.337021 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:01.363932 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:01.364994 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:01.365586 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:01.393991 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4332230 Sep 03 15:05:01.397141 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 34700) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:05:01.402287 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] Request body: {'subnet': {'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-829129491-subnet', 'tenant_id': 'b51de197799d4792a850365f31a6f8db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:05:01.424205 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] Made reservation on behalf of b51de197799d4792a850365f31a6f8db for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:05:01.425260 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dde40-4819-4865-a5ff-5091efe02283 admin admin] Pushing event updated for resources: {'Network': ['ID=6645029f-c9b5-4114-9d71-1ddf3dfee198,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:01.426500 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12987618'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:01.435642 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 6645029f-c9b5-4114-9d71-1ddf3dfee198 details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:05:01.601617 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13202717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12987596'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:01.870899 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6108ce-6e98-4ab1-987d-47ce293c1627,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:01.881558 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] Checking segment: {'id': '73f4fa80-cddc-44e1-b1c3-f67c9d629982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:05:01.881942 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] Network hostable DHCP agents. Network: 6645029f-c9b5-4114-9d71-1ddf3dfee198, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:05:01.900851 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] Network 6645029f-c9b5-4114-9d71-1ddf3dfee198 is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:05:01.910290 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 6645029f-c9b5-4114-9d71-1ddf3dfee198) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:05:01.922136 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:01.922731 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:01.924959 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6fb05-a02a-4976-9b52-6fe9ea0ecaa2 None None] Network 6645029f-c9b5-4114-9d71-1ddf3dfee198 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:05:01.938050 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a9ce6b4c-8fcc-4337-8e53-99f63774446d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5397654 Sep 03 15:05:02.046632 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31abbf6-26e2-4534-9d81-3dbed04a60b3 None None] Network 6645029f-c9b5-4114-9d71-1ddf3dfee198 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:05:02.377680 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50003c12-70a7-40b9-9214-013ba42e04b0 req-a5564a27-42d3-47dc-9e97-47db9ad6adf5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:02.378413 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-50003c12-70a7-40b9-9214-013ba42e04b0 req-a5564a27-42d3-47dc-9e97-47db9ad6adf5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 945 time: 0.0544138 Sep 03 15:05:02.421510 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-50003c12-70a7-40b9-9214-013ba42e04b0 req-8868d15a-c0b6-4946-a998-2a82a5cfd7f0 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329475 Sep 03 15:05:02.541091 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e706c01-e644-4c9a-9c10-acd6c2bd969f req-e6358084-5a99-44e2-939f-ff60900bedc5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:02.542575 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7e706c01-e644-4c9a-9c10-acd6c2bd969f req-e6358084-5a99-44e2-939f-ff60900bedc5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 945 time: 0.0505540 Sep 03 15:05:02.551213 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 34720) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:05:02.555832 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-5e46457c-d87f-4ed2-aded-181902abb980 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Request body: {'floatingip': {'port_id': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:05:02.597263 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5e46457c-d87f-4ed2-aded-181902abb980 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:03.007059 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5e46457c-d87f-4ed2-aded-181902abb980 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:03.013320 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5e46457c-d87f-4ed2-aded-181902abb980 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:03.119783 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.l3_db [None req-5e46457c-d87f-4ed2-aded-181902abb980 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Floating IP 1074d4e9-e8c0-4a7f-88cc-b1ead84b18ac associated. External IP: 172.27.0.16, port: b1b0887a-9eee-44c3-ad32-ba243a9aed7b. Sep 03 15:05:03.325484 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e46457c-d87f-4ed2-aded-181902abb980 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Router 7432e88a-180d-46ff-bc3c-126900adfc7f has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:05:03.433439 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e46457c-d87f-4ed2-aded-181902abb980 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:05:03.438384 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5e46457c-d87f-4ed2-aded-181902abb980 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:03.454366 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13019e4-a571-41a3-a1ac-ffe4b026afc2 None None] Sync routers for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:05:03.464803 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13019e4-a571-41a3-a1ac-ffe4b026afc2 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:05:03.465764 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c13019e4-a571-41a3-a1ac-ffe4b026afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:04:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:05:03.474078 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-5e46457c-d87f-4ed2-aded-181902abb980 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "PUT /v2.0/floatingips/1074d4e9-e8c0-4a7f-88cc-b1ead84b18ac HTTP/1.1" status: 200 len: 990 time: 0.9191720 Sep 03 15:05:03.474078 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'tag': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:05:03.474729 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c233d674-c24f-48dc-8898-acca771396e2" -d '{"events": [{"name": "network-changed", "server_uuid": "675f5646-9a89-4c21-bf5b-42a8b48bb8aa", "tag": "b1b0887a-9eee-44c3-ad32-ba243a9aed7b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:05:03.539830 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e79f67-4fa2-4f42-90c0-5770aa0143b8 x-openstack-request-id: req-e4e79f67-4fa2-4f42-90c0-5770aa0143b8 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:05:03.540184 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675f5646-9a89-4c21-bf5b-42a8b48bb8aa", "tag": "b1b0887a-9eee-44c3-ad32-ba243a9aed7b", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:05:03.540567 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4e79f67-4fa2-4f42-90c0-5770aa0143b8 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:05:03.541270 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'tag': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b', 'status': 'completed', 'code': 200} Sep 03 15:05:03.577836 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c13019e4-a571-41a3-a1ac-ffe4b026afc2 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:05:03.606764 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233d674-c24f-48dc-8898-acca771396e2 req-b7708f05-1f91-4c93-b600-eb96b22dd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:03.608867 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c233d674-c24f-48dc-8898-acca771396e2 req-b7708f05-1f91-4c93-b600-eb96b22dd908 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92cc24783e8c4100bff6576d1ea0004a&device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 1098 time: 0.0423250 Sep 03 15:05:03.775501 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233d674-c24f-48dc-8898-acca771396e2 req-8c718e20-11f3-4c28-be7b-94584e9ac864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:03.776982 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c233d674-c24f-48dc-8898-acca771396e2 req-8c718e20-11f3-4c28-be7b-94584e9ac864 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 200 len: 912 time: 0.1601768 Sep 03 15:05:03.787395 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-868357f2-3f90-4c95-a1f5-8eb8b67250da tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:03.788767 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-868357f2-3f90-4c95-a1f5-8eb8b67250da tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/networks?id=6645029f-c9b5-4114-9d71-1ddf3dfee198 HTTP/1.1" status: 200 len: 813 time: 0.1635115 Sep 03 15:05:03.798933 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c13019e4-a571-41a3-a1ac-ffe4b026afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '1074d4e9-e8c0-4a7f-88cc-b1ead84b18ac', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'port_id': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'mac_address': 'fa:16:3e:e1:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:04:51Z', 'updated_at': '2021-09-03T15:05:02Z', 'revision_number': 1, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:05:03.827779 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13019e4-a571-41a3-a1ac-ffe4b026afc2 None None] Checking router: 7432e88a-180d-46ff-bc3c-126900adfc7f for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:05:03.836498 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13019e4-a571-41a3-a1ac-ffe4b026afc2 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:05:03.837034 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c13019e4-a571-41a3-a1ac-ffe4b026afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:04:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:05:03.842481 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-17a7e097-6c47-47c5-b616-deffc608e958 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/quotas/b51de197799d4792a850365f31a6f8db HTTP/1.1" status: 200 len: 375 time: 0.0187280 Sep 03 15:05:03.862973 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c233d674-c24f-48dc-8898-acca771396e2 req-5a273fe9-0797-40b3-9f7b-d761e70a9ea9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1b0887a-9eee-44c3-ad32-ba243a9aed7b HTTP/1.1" status: 200 len: 998 time: 0.0732598 Sep 03 15:05:03.884666 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-55fc4ae8-6ce5-4c82-bbb4-6d71e22ab560 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b51de197799d4792a850365f31a6f8db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359569 Sep 03 15:05:03.946682 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c13019e4-a571-41a3-a1ac-ffe4b026afc2 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:05:04.177919 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c13019e4-a571-41a3-a1ac-ffe4b026afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '1074d4e9-e8c0-4a7f-88cc-b1ead84b18ac', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'port_id': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'mac_address': 'fa:16:3e:e1:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:04:51Z', 'updated_at': '2021-09-03T15:05:02Z', 'revision_number': 1, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:05:04.203038 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233d674-c24f-48dc-8898-acca771396e2 req-56bb43f5-359f-4598-8b3e-aff784b0af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:04.204498 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c233d674-c24f-48dc-8898-acca771396e2 req-56bb43f5-359f-4598-8b3e-aff784b0af4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c59e563-865c-4b5c-80bc-f771c855535d HTTP/1.1" status: 200 len: 850 time: 0.3283224 Sep 03 15:05:04.206216 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13019e4-a571-41a3-a1ac-ffe4b026afc2 None None] The sync data for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi is: [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '1074d4e9-e8c0-4a7f-88cc-b1ead84b18ac', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'port_id': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'mac_address': 'fa:16:3e:e1:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:04:51Z', 'updated_at': '2021-09-03T15:05:02Z', 'revision_number': 1, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:05:04.257008 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-8f527951-4ab2-4057-a970-366054baf0ce service neutron] 10.222.0.46 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535104 Sep 03 15:05:04.274689 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233d674-c24f-48dc-8898-acca771396e2 req-331def49-43bb-4ed3-81d3-463ba7b9cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:04.276152 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c233d674-c24f-48dc-8898-acca771396e2 req-331def49-43bb-4ed3-81d3-463ba7b9cf8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f9bf41e-f10e-437e-872f-49198a03f4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642042 Sep 03 15:05:04.391759 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26b872-07b5-4726-a991-1439c97bc95f None None] New status for floating IP 1074d4e9-e8c0-4a7f-88cc-b1ead84b18ac: ACTIVE {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:05:04.418653 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-edde82f6-f901-4b82-aea0-9bcd05aebc90 service neutron] 10.222.0.46 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550581 Sep 03 15:05:04.428953 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c233d674-c24f-48dc-8898-acca771396e2 req-5be4adb9-a959-4d0e-aaf2-6cf92ac9a3da service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426735 Sep 03 15:05:04.528668 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c233d674-c24f-48dc-8898-acca771396e2 req-b3999b6b-2ab1-4a5f-b2ce-96c78b4b6e73 service neutron] 10.222.0.26 "GET /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916665 Sep 03 15:05:04.607769 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f97ba2ba-6618-4793-989c-0781b0b94a08 req-f492e842-98f2-425f-98cf-5b679d762f19 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 210 time: 0.0298336 Sep 03 15:05:05.582677 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-af4fd7a5-e37f-4167-9a65-a55e5fda94eb tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:05.584914 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-af4fd7a5-e37f-4167-9a65-a55e5fda94eb tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.26 "GET /v2.0/networks?id=6645029f-c9b5-4114-9d71-1ddf3dfee198 HTTP/1.1" status: 200 len: 813 time: 0.1133399 Sep 03 15:05:05.599311 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Request body: {'port': {'device_id': '69622c23-0be9-4f76-a798-e6f62f1f3cd5', 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198', 'admin_state_up': True, 'tenant_id': 'b51de197799d4792a850365f31a6f8db'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:05:05.711734 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9c69baf-50dd-49b3-86c5-f1902a4b139a req-4055e202-9b36-45bd-aaf1-d035d896fa30 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 210 time: 0.0275607 Sep 03 15:05:05.725399 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Made reservation on behalf of b51de197799d4792a850365f31a6f8db for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:05:05.729082 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:05.873635 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Allocated IP 172.20.0.7 (6645029f-c9b5-4114-9d71-1ddf3dfee198/fe6108ce-6e98-4ab1-987d-47ce293c1627/5a15014f-b598-418a-89d6-a9324c2a5c0d) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:05:06.020708 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:06.067828 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:06.109764 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Network 6645029f-c9b5-4114-9d71-1ddf3dfee198 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:05:06.112791 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:05:06.116317 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:05:06.124685 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Pushing event updated for resources: {'Port': ['ID=5a15014f-b598-418a-89d6-a9324c2a5c0d,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:06.169806 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:06.170423 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:06.186420 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-857afc0b-2aa0-4da1-b0a6-f17079a70851 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5915735 Sep 03 15:05:06.201767 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Request body: {'port': {'device_id': '69622c23-0be9-4f76-a798-e6f62f1f3cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:05:06.263014 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:06.528690 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a15014f-b598-418a-89d6-a9324c2a5c0d {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:05:06.541312 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:06.553962 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Transition to ACTIVE for port object 5a15014f-b598-418a-89d6-a9324c2a5c0d will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:05:06.561440 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:06.608479 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Pushing event updated for resources: {'Port': ['ID=5a15014f-b598-418a-89d6-a9324c2a5c0d,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:06.683313 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Attempting to bind port 5a15014f-b598-418a-89d6-a9324c2a5c0d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:05:06.683622 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Attempting to bind port 5a15014f-b598-418a-89d6-a9324c2a5c0d by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '73f4fa80-cddc-44e1-b1c3-f67c9d629982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:05:06.683936 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Attempting to bind port 5a15014f-b598-418a-89d6-a9324c2a5c0d on network 6645029f-c9b5-4114-9d71-1ddf3dfee198 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:05:06.688691 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Port 5a15014f-b598-418a-89d6-a9324c2a5c0d on network 6645029f-c9b5-4114-9d71-1ddf3dfee198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:05:06.689005 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Attempting to bind port 5a15014f-b598-418a-89d6-a9324c2a5c0d on network 6645029f-c9b5-4114-9d71-1ddf3dfee198 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:05:06.694243 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:05:06.694575 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Checking segment: {'id': '73f4fa80-cddc-44e1-b1c3-f67c9d629982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:05:06.694950 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Bound using segment: {'id': '73f4fa80-cddc-44e1-b1c3-f67c9d629982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:05:06.695363 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Bound port: 5a15014f-b598-418a-89d6-a9324c2a5c0d, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f4fa80-cddc-44e1-b1c3-f67c9d629982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:05:06.695705 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:06.761894 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] For port 5a15014f-b598-418a-89d6-a9324c2a5c0d, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:05:06.765028 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] For port 5a15014f-b598-418a-89d6-a9324c2a5c0d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5a15014f-b598-418a-89d6-a9324c2a5c0d,segment=NetworkSegment(73f4fa80-cddc-44e1-b1c3-f67c9d629982),segment_id=73f4fa80-cddc-44e1-b1c3-f67c9d629982)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:05:06.771529 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:06.832788 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:06.833412 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:06.834859 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] 10.222.0.26 "PUT /v2.0/ports/5a15014f-b598-418a-89d6-a9324c2a5c0d HTTP/1.1" status: 200 len: 1093 time: 0.6373892 Sep 03 15:05:06.837182 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69622c23-0be9-4f76-a798-e6f62f1f3cd5', 'tag': '5a15014f-b598-418a-89d6-a9324c2a5c0d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:05:06.839683 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0ed2f6-afeb-4c73-87c2-2184a67e39da" -d '{"events": [{"name": "network-changed", "server_uuid": "69622c23-0be9-4f76-a798-e6f62f1f3cd5", "tag": "5a15014f-b598-418a-89d6-a9324c2a5c0d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:05:06.871146 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8573c-3411-4ac1-be33-18cf2cfbeb04 service neutron] Pushing event updated for resources: {'Port': ['ID=5a15014f-b598-418a-89d6-a9324c2a5c0d,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:06.892678 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf55b2-6d69-469b-a9a4-5606bf1ed6b1 req-d008bd9c-25f4-4cac-a293-bac2ba0db380 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:06.894213 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7cbf55b2-6d69-469b-a9a4-5606bf1ed6b1 req-d008bd9c-25f4-4cac-a293-bac2ba0db380 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 943 time: 0.0975263 Sep 03 15:05:06.910183 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca0846b-5faa-4945-9121-f2d946a228b4 x-openstack-request-id: req-fca0846b-5faa-4945-9121-f2d946a228b4 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:05:06.910496 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69622c23-0be9-4f76-a798-e6f62f1f3cd5", "tag": "5a15014f-b598-418a-89d6-a9324c2a5c0d", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:05:06.910737 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fca0846b-5faa-4945-9121-f2d946a228b4 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:05:06.911101 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69622c23-0be9-4f76-a798-e6f62f1f3cd5', 'tag': '5a15014f-b598-418a-89d6-a9324c2a5c0d', 'status': 'completed', 'code': 200} Sep 03 15:05:06.951169 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7cbf55b2-6d69-469b-a9a4-5606bf1ed6b1 req-6f2432cd-7f84-497b-a071-f952efc7dfe1 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426149 Sep 03 15:05:06.952865 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-8ffda0c6-47e3-44a1-96be-03edc41ec074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:06.954308 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-8ffda0c6-47e3-44a1-96be-03edc41ec074 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b51de197799d4792a850365f31a6f8db&device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0785317 Sep 03 15:05:07.000248 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-27e7eae0-1a02-445e-a8f7-d04d73bc97ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a15014f-b598-418a-89d6-a9324c2a5c0d HTTP/1.1" status: 200 len: 217 time: 0.0373042 Sep 03 15:05:07.052858 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-6a316ce5-0384-4606-a34c-dfce67ad1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:07.054293 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-6a316ce5-0384-4606-a34c-dfce67ad1760 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe6108ce-6e98-4ab1-987d-47ce293c1627 HTTP/1.1" status: 200 len: 853 time: 0.0459142 Sep 03 15:05:07.070193 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:07.090113 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-6eca8544-2866-40f2-a9dd-240469328854 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6645029f-c9b5-4114-9d71-1ddf3dfee198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280104 Sep 03 15:05:07.186788 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-233c74f3-4e77-4b68-b147-552d9a33385e service neutron] 10.222.0.26 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889792 Sep 03 15:05:07.281146 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-69985fe6-5027-464b-b9f6-8d50875ae5e6 req-2dcef023-1279-4c78-a121-4ede948c522c service neutron] 10.222.0.26 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861459 Sep 03 15:05:07.380094 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ed2f6-afeb-4c73-87c2-2184a67e39da req-d0d1fb42-9ff9-4627-8102-b5897f167c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:07.381598 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b0ed2f6-afeb-4c73-87c2-2184a67e39da req-d0d1fb42-9ff9-4627-8102-b5897f167c4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b51de197799d4792a850365f31a6f8db&device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0429404 Sep 03 15:05:07.477847 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ed2f6-afeb-4c73-87c2-2184a67e39da req-066bfe1a-689c-4bdd-ac83-bb03c2966c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:07.479342 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b0ed2f6-afeb-4c73-87c2-2184a67e39da req-066bfe1a-689c-4bdd-ac83-bb03c2966c32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6645029f-c9b5-4114-9d71-1ddf3dfee198 HTTP/1.1" status: 200 len: 914 time: 0.0897462 Sep 03 15:05:07.523522 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b0ed2f6-afeb-4c73-87c2-2184a67e39da req-9c9041e5-9211-43b6-bc99-22495f16096d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a15014f-b598-418a-89d6-a9324c2a5c0d HTTP/1.1" status: 200 len: 217 time: 0.0342450 Sep 03 15:05:07.577173 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ed2f6-afeb-4c73-87c2-2184a67e39da req-70d2f128-6893-48de-92a1-67f41e8c56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:07.578650 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b0ed2f6-afeb-4c73-87c2-2184a67e39da req-70d2f128-6893-48de-92a1-67f41e8c56b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe6108ce-6e98-4ab1-987d-47ce293c1627 HTTP/1.1" status: 200 len: 853 time: 0.0468495 Sep 03 15:05:07.610602 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b0ed2f6-afeb-4c73-87c2-2184a67e39da req-51b93200-0d41-4025-bbec-2c6d4e8797f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6645029f-c9b5-4114-9d71-1ddf3dfee198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231767 Sep 03 15:05:07.707343 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b0ed2f6-afeb-4c73-87c2-2184a67e39da req-cb996b8f-0319-46e0-847e-d5b15308f6d5 service neutron] 10.222.0.26 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865018 Sep 03 15:05:07.806989 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5b0ed2f6-afeb-4c73-87c2-2184a67e39da req-4389e396-6419-4184-8b42-bf509e33626d service neutron] 10.222.0.26 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900235 Sep 03 15:05:08.072250 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127e1f-3f1e-41e7-b402-d802bb3cd362 req-52061395-a7a3-4f75-8ee1-adc617fa7980 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:08.073742 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c0127e1f-3f1e-41e7-b402-d802bb3cd362 req-52061395-a7a3-4f75-8ee1-adc617fa7980 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 943 time: 0.0480289 Sep 03 15:05:08.110881 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c0127e1f-3f1e-41e7-b402-d802bb3cd362 req-93b2fa7b-0207-4963-adb5-42eef29437cf tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Sep 03 15:05:08.683797 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 5a15014f-b598-418a-89d6-a9324c2a5c0d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:05:08.899737 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 5a15014f-b598-418a-89d6-a9324c2a5c0d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5a15014f-b598-418a-89d6-a9324c2a5c0d,segment=NetworkSegment(73f4fa80-cddc-44e1-b1c3-f67c9d629982),segment_id=73f4fa80-cddc-44e1-b1c3-f67c9d629982)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:05:08.911325 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '5a15014f-b598-418a-89d6-a9324c2a5c0d', 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198', 'port_id': '5a15014f-b598-418a-89d6-a9324c2a5c0d', 'mac_address': 'fa:16:3e:ed:27:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6108ce-6e98-4ab1-987d-47ce293c1627', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:05:08.955085 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:08.973288 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a15014f-b598-418a-89d6-a9324c2a5c0d {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:05:08.992564 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 5a15014f-b598-418a-89d6-a9324c2a5c0d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5a15014f-b598-418a-89d6-a9324c2a5c0d,segment=NetworkSegment(73f4fa80-cddc-44e1-b1c3-f67c9d629982),segment_id=73f4fa80-cddc-44e1-b1c3-f67c9d629982)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:05:08.998745 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:09.050007 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=5a15014f-b598-418a-89d6-a9324c2a5c0d,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:09.241051 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['5a15014f-b598-418a-89d6-a9324c2a5c0d'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:05:09.246808 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc731c-4fc2-4e02-9244-6c1323a308ec req-e2c76b8b-49dc-43ee-a2e5-9ed218c92d27 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:09.248461 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e5cc731c-4fc2-4e02-9244-6c1323a308ec req-e2c76b8b-49dc-43ee-a2e5-9ed218c92d27 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 944 time: 0.0546317 Sep 03 15:05:09.290604 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e5cc731c-4fc2-4e02-9244-6c1323a308ec req-4e58b1ff-7e8a-49b2-8c10-c64fa52cf9ee tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Sep 03 15:05:10.421689 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e89c8-b3ac-4128-bcc6-5a2a268c3bbd req-db9b7cb9-b818-49c3-8e80-1003612de91c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:10.423184 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-020e89c8-b3ac-4128-bcc6-5a2a268c3bbd req-db9b7cb9-b818-49c3-8e80-1003612de91c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 944 time: 0.0524688 Sep 03 15:05:10.464767 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-020e89c8-b3ac-4128-bcc6-5a2a268c3bbd req-97af2c63-fff8-4efa-bb86-597dcfc2733f tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326569 Sep 03 15:05:10.697860 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 5a15014f-b598-418a-89d6-a9324c2a5c0d up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:05:10.767588 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port 5a15014f-b598-418a-89d6-a9324c2a5c0d completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:05:10.771603 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 5a15014f-b598-418a-89d6-a9324c2a5c0d triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:05:10.772005 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:10.856640 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:10.879359 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69622c23-0be9-4f76-a798-e6f62f1f3cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a15014f-b598-418a-89d6-a9324c2a5c0d'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:05:10.881621 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b818c4-93df-4913-8338-f3a6476f7345" -d '{"events": [{"server_uuid": "69622c23-0be9-4f76-a798-e6f62f1f3cd5", "name": "network-vif-plugged", "status": "completed", "tag": "5a15014f-b598-418a-89d6-a9324c2a5c0d"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:05:10.894098 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 5a15014f-b598-418a-89d6-a9324c2a5c0d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5a15014f-b598-418a-89d6-a9324c2a5c0d,segment=NetworkSegment(73f4fa80-cddc-44e1-b1c3-f67c9d629982),segment_id=73f4fa80-cddc-44e1-b1c3-f67c9d629982)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:05:10.899050 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:10.924541 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014b0171-84a9-48fa-8581-d51f623aba1d x-openstack-request-id: req-014b0171-84a9-48fa-8581-d51f623aba1d {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:05:10.924825 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69622c23-0be9-4f76-a798-e6f62f1f3cd5", "name": "network-vif-plugged", "status": "completed", "tag": "5a15014f-b598-418a-89d6-a9324c2a5c0d", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:05:10.925074 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-014b0171-84a9-48fa-8581-d51f623aba1d {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:05:10.925450 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69622c23-0be9-4f76-a798-e6f62f1f3cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a15014f-b598-418a-89d6-a9324c2a5c0d', 'code': 200} Sep 03 15:05:10.950429 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=5a15014f-b598-418a-89d6-a9324c2a5c0d,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:11.091763 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30190514-b108-418b-89c3-e06fc2a57061 req-86c54d45-65ce-4e45-b216-66321905d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:11.093279 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-30190514-b108-418b-89c3-e06fc2a57061 req-86c54d45-65ce-4e45-b216-66321905d241 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 1098 time: 0.0411520 Sep 03 15:05:11.134318 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-30190514-b108-418b-89c3-e06fc2a57061 req-e2eb77bd-66a1-4dd0-9d51-dd94cc881165 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325139 Sep 03 15:05:11.587348 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5d15e5a7-fc1c-4ab4-b0d2-9fc53eafb18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:11.598939 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b19d7-72b3-4796-8dd5-f53bb57472a3 req-9be2b6f1-0fdd-4684-a71b-1b772fc8ffdd tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:11.600964 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-976b19d7-72b3-4796-8dd5-f53bb57472a3 req-9be2b6f1-0fdd-4684-a71b-1b772fc8ffdd tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 945 time: 0.0556211 Sep 03 15:05:11.639863 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-976b19d7-72b3-4796-8dd5-f53bb57472a3 req-4979fb9d-90e7-45ae-b030-5f88737b6a07 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326693 Sep 03 15:05:12.774811 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dacdcc-656f-44a0-bcff-ac45589ba421 req-45a2d3c9-dda7-4a27-85bd-13cacd5f2357 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:12.776276 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c8dacdcc-656f-44a0-bcff-ac45589ba421 req-45a2d3c9-dda7-4a27-85bd-13cacd5f2357 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 945 time: 0.0497816 Sep 03 15:05:12.815450 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c8dacdcc-656f-44a0-bcff-ac45589ba421 req-b3fc8dcc-43fc-4118-a7a8-77d06ecb5c9c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326655 Sep 03 15:05:14.238543 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7925-ed16-415f-a96b-3b014140295c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:14.343657 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:15.243227 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:17.143899 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:17.956326 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:05:30.489628 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d643301-c8bc-41ba-be6a-5723f7a53e63 req-c15a235f-0b65-4e71-b972-395119b21fc6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:30.491185 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7d643301-c8bc-41ba-be6a-5723f7a53e63 req-c15a235f-0b65-4e71-b972-395119b21fc6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0501890 Sep 03 15:05:30.529163 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7d643301-c8bc-41ba-be6a-5723f7a53e63 req-268191f6-963c-468f-b6ea-4aa5f2be0764 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317230 Sep 03 15:05:31.661558 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc9c85-0ebc-42e1-963b-fe9fcf2496d6 req-df871e74-8404-485c-b1f4-f3b7c05bc99f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:31.663177 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d0fc9c85-0ebc-42e1-963b-fe9fcf2496d6 req-df871e74-8404-485c-b1f4-f3b7c05bc99f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0510664 Sep 03 15:05:31.703833 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d0fc9c85-0ebc-42e1-963b-fe9fcf2496d6 req-c786817c-3901-4c4f-8e29-206a22793acf tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341029 Sep 03 15:05:32.833472 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b2f0e-8358-4123-a48f-ba79027a5985 req-ca47a374-3f4b-4a17-a173-60af056fde10 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:32.834990 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-573b2f0e-8358-4123-a48f-ba79027a5985 req-ca47a374-3f4b-4a17-a173-60af056fde10 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0597050 Sep 03 15:05:32.876317 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-573b2f0e-8358-4123-a48f-ba79027a5985 req-880a1b5a-3601-417c-a921-07cd7dae28b9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353701 Sep 03 15:05:34.008142 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772e24-6350-4a44-8eba-2453eaa71631 req-833b3635-88f2-4833-bd5e-f3277f76572e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:34.009498 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-65772e24-6350-4a44-8eba-2453eaa71631 req-833b3635-88f2-4833-bd5e-f3277f76572e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0500627 Sep 03 15:05:34.051315 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-65772e24-6350-4a44-8eba-2453eaa71631 req-f99ead10-943f-4fc6-96cc-570142a3a046 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329943 Sep 03 15:05:35.181404 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218b429-8841-427f-85d2-c486c69cdc29 req-35419e6c-0143-451e-b43c-6e99965677b0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:35.182951 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b218b429-8841-427f-85d2-c486c69cdc29 req-35419e6c-0143-451e-b43c-6e99965677b0 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0495420 Sep 03 15:05:35.221306 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b218b429-8841-427f-85d2-c486c69cdc29 req-76d2910f-7e4d-40e4-9620-4750ce491698 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324054 Sep 03 15:05:36.461087 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fba144-15df-4300-8d1b-5a04a79d79eb req-f244c471-7a22-486b-a899-64f64ae38efb tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:36.462678 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f3fba144-15df-4300-8d1b-5a04a79d79eb req-f244c471-7a22-486b-a899-64f64ae38efb tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0613878 Sep 03 15:05:36.506131 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f3fba144-15df-4300-8d1b-5a04a79d79eb req-fb2ed89c-71ce-4840-826d-29e21e8a4f80 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374136 Sep 03 15:05:37.070773 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:37.634062 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ac06c-9d27-4ac0-b965-0ac48bec8dad req-00aa4979-10eb-49ce-aff6-9f5ba83c1b0d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:37.635569 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7b4ac06c-9d27-4ac0-b965-0ac48bec8dad req-00aa4979-10eb-49ce-aff6-9f5ba83c1b0d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0496976 Sep 03 15:05:37.673934 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7b4ac06c-9d27-4ac0-b965-0ac48bec8dad req-6aa2411b-051e-47d3-9075-edcf5b61f72a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324328 Sep 03 15:05:38.809645 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03b2cb-aaf9-4ab6-ae49-a2b237861f8c req-782442e1-9167-40f4-9969-e91cd3ee1b10 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:38.811118 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ed03b2cb-aaf9-4ab6-ae49-a2b237861f8c req-782442e1-9167-40f4-9969-e91cd3ee1b10 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0585649 Sep 03 15:05:38.848535 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ed03b2cb-aaf9-4ab6-ae49-a2b237861f8c req-09fff478-628e-4744-9b76-0f7224080bb8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314233 Sep 03 15:05:39.975167 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c2765-620f-4591-a016-ceb3d36d22ce req-eee1385e-8c07-43ef-8384-0c241c4a4167 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:39.976686 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a71c2765-620f-4591-a016-ceb3d36d22ce req-eee1385e-8c07-43ef-8384-0c241c4a4167 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0491288 Sep 03 15:05:40.018584 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a71c2765-620f-4591-a016-ceb3d36d22ce req-82d654c0-c852-4724-bf7d-8fcd75a369fd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359004 Sep 03 15:05:41.148284 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03b7b5-6f22-4e7a-a46b-bb29289b109c req-d6280d54-bd0c-424f-b151-7d5c78d1d755 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:41.149783 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-cf03b7b5-6f22-4e7a-a46b-bb29289b109c req-d6280d54-bd0c-424f-b151-7d5c78d1d755 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0538454 Sep 03 15:05:41.191773 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-cf03b7b5-6f22-4e7a-a46b-bb29289b109c req-85d69991-e934-4049-bc00-31004dc3fa78 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325792 Sep 03 15:05:41.450918 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-ed359a51-587f-47e7-a116-719abea5787f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0857532 Sep 03 15:05:41.544018 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-df78d59b-568f-4cd7-9662-492f86cd776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:41.545543 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-df78d59b-568f-4cd7-9662-492f86cd776e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 1098 time: 0.0423858 Sep 03 15:05:41.588995 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-6bd353a7-ecb4-454b-b202-1da293a21c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:41.656534 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-13027224-12f4-4f19-b7be-e0b4604d6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:41.657991 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-13027224-12f4-4f19-b7be-e0b4604d6a6f service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 912 time: 0.0888026 Sep 03 15:05:41.726162 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-6439eaa3-f0fd-4442-94ac-1ae028dc1073 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a216ef-61d9-476c-8ed5-ec7576101070 HTTP/1.1" status: 200 len: 1001 time: 0.0590112 Sep 03 15:05:41.787750 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-2a79564f-6311-4e4f-8648-adf69374a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:41.789262 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-2a79564f-6311-4e4f-8648-adf69374a345 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0505581 Sep 03 15:05:41.835668 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-3a6e8dbd-0c70-4cb8-b1dd-765317c1e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:41.837102 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-3a6e8dbd-0c70-4cb8-b1dd-765317c1e7ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406165 Sep 03 15:05:41.931383 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-a9d37e14-ea87-4490-8921-d7dd341e2ba6 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861623 Sep 03 15:05:42.027899 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-eb5253c9-62ec-4258-b4e2-dba7e842c4c0 req-ea45b5fa-5d0c-45ce-98d7-43ede22c9a50 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882773 Sep 03 15:05:42.332964 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c806b1-23e9-4d2b-8810-a8047e82e16d req-56accc1a-ad2b-404a-b939-6c600bb5fb72 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:42.334825 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-70c806b1-23e9-4d2b-8810-a8047e82e16d req-56accc1a-ad2b-404a-b939-6c600bb5fb72 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0593915 Sep 03 15:05:42.377338 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-70c806b1-23e9-4d2b-8810-a8047e82e16d req-f894ef60-f251-4d8c-8c70-148a46ce46c5 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333421 Sep 03 15:05:43.510242 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296017-99da-4389-a4b2-1238644e409f req-dab7b69e-e2c3-4b4f-aef8-c8d6bcf126d6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:43.512032 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-83296017-99da-4389-a4b2-1238644e409f req-dab7b69e-e2c3-4b4f-aef8-c8d6bcf126d6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0529578 Sep 03 15:05:43.550936 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-83296017-99da-4389-a4b2-1238644e409f req-9ecf9841-1bfd-4d2c-9312-7739c9d50e57 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318325 Sep 03 15:05:44.240515 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5b5de8b5-d92f-4414-b77b-1dcbe5cebe80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:44.356541 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:44.688441 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49291afb-98b5-4880-97ec-f791a058f562 req-e38ed347-45d6-4e5c-a532-c08798de26d8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:44.689913 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-49291afb-98b5-4880-97ec-f791a058f562 req-e38ed347-45d6-4e5c-a532-c08798de26d8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0490549 Sep 03 15:05:44.730507 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-49291afb-98b5-4880-97ec-f791a058f562 req-bc01552c-f257-4424-8a75-1fe8c9d8d535 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315573 Sep 03 15:05:45.254454 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:45.879622 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4fd77-88ec-44ff-a33b-9fdeeb3749e0 req-e42f44d2-1a6c-4e1b-b167-bb0244c74ea8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:45.881020 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f3a4fd77-88ec-44ff-a33b-9fdeeb3749e0 req-e42f44d2-1a6c-4e1b-b167-bb0244c74ea8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0517156 Sep 03 15:05:45.919423 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f3a4fd77-88ec-44ff-a33b-9fdeeb3749e0 req-e013c4db-f7f6-4cfd-b3be-5a955a88c4f4 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324047 Sep 03 15:05:47.066141 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4bb98-e4f3-4a89-8a1a-8c89382d22c1 req-1d21b554-4198-4e25-88be-6902f2b0ac26 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:47.067582 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5dd4bb98-e4f3-4a89-8a1a-8c89382d22c1 req-1d21b554-4198-4e25-88be-6902f2b0ac26 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0578899 Sep 03 15:05:47.109026 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5dd4bb98-e4f3-4a89-8a1a-8c89382d22c1 req-bad67bed-4a2d-4a97-bf6f-db309b3015e8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326424 Sep 03 15:05:47.144352 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:48.243639 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb8f31-7c2f-4f91-b5cd-74bc3004de99 req-884424be-0d2f-41b0-b615-a9f2df669b87 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:48.245183 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-17eb8f31-7c2f-4f91-b5cd-74bc3004de99 req-884424be-0d2f-41b0-b615-a9f2df669b87 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0529103 Sep 03 15:05:48.284156 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-17eb8f31-7c2f-4f91-b5cd-74bc3004de99 req-ed0de7e0-cbd8-40a2-b69d-7b163ba68229 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329988 Sep 03 15:05:49.413461 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547be53-03df-4476-9af8-5c828877ee82 req-1d2896e6-8582-4b42-9d55-267238d341d3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:49.414990 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4547be53-03df-4476-9af8-5c828877ee82 req-1d2896e6-8582-4b42-9d55-267238d341d3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0508540 Sep 03 15:05:49.453490 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4547be53-03df-4476-9af8-5c828877ee82 req-ec345af7-5866-4366-8c76-a457bdb83474 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322537 Sep 03 15:05:49.849065 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 23226c81-725f-4aa0-ba12-8013701175d5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:05:49.959991 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:05:49.971624 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '23226c81-725f-4aa0-ba12-8013701175d5', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'port_id': '23226c81-725f-4aa0-ba12-8013701175d5', 'mac_address': 'fa:16:3e:cd:ff:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:05:50.008540 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:50.021766 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23226c81-725f-4aa0-ba12-8013701175d5 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:05:50.041237 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:05:50.046711 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:50.095615 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=23226c81-725f-4aa0-ba12-8013701175d5,revision_number=6']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:50.102838 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.103217 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.103438 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.103770 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.104265 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.104450 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.104737 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.105060 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.105396 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.105745 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.106063 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.106741 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:50.153466 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['23226c81-725f-4aa0-ba12-8013701175d5'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:05:50.217987 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3137403-5629-4471-a306-bcc8e0cc8084 req-e31b173f-f1a4-4c4d-95c1-41d0f770232c tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:50.219573 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c3137403-5629-4471-a306-bcc8e0cc8084 req-e31b173f-f1a4-4c4d-95c1-41d0f770232c tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 945 time: 0.0539753 Sep 03 15:05:50.258505 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c3137403-5629-4471-a306-bcc8e0cc8084 req-e17f5696-031c-4549-ac49-2b7ef18e693c tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319953 Sep 03 15:05:50.580001 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5fcab-7374-4e76-a618-825c787efdf8 req-3e07ba66-2010-40f1-81b8-71c9040f9cfd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:50.581493 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e0c5fcab-7374-4e76-a618-825c787efdf8 req-3e07ba66-2010-40f1-81b8-71c9040f9cfd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 945 time: 0.0531626 Sep 03 15:05:50.620173 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e0c5fcab-7374-4e76-a618-825c787efdf8 req-f21d3e60-27c1-47f1-a23a-3c475657e4ee tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325625 Sep 03 15:05:50.931733 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 23226c81-725f-4aa0-ba12-8013701175d5 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:05:50.980886 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 23226c81-725f-4aa0-ba12-8013701175d5 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:05:50.981261 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:51.065848 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:51.089009 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:05:51.091244 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd73183-ff72-48c6-b27b-7ec9a4063764" -d '{"events": [{"server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "name": "network-vif-plugged", "status": "completed", "tag": "23226c81-725f-4aa0-ba12-8013701175d5"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:05:51.103472 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:05:51.108420 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:51.133607 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493cf9b2-9b83-4b7c-ab48-e1782a47aec8 x-openstack-request-id: req-493cf9b2-9b83-4b7c-ab48-e1782a47aec8 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:05:51.133898 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "name": "network-vif-plugged", "status": "completed", "tag": "23226c81-725f-4aa0-ba12-8013701175d5", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:05:51.134209 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-493cf9b2-9b83-4b7c-ab48-e1782a47aec8 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:05:51.134594 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5', 'code': 200} Sep 03 15:05:51.161612 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=23226c81-725f-4aa0-ba12-8013701175d5,revision_number=7']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:51.383327 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e0b5d-cc17-4c77-afd6-58f02f047608 req-58ab8f09-923d-48de-b78a-c922c1997318 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:51.384826 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-207e0b5d-cc17-4c77-afd6-58f02f047608 req-58ab8f09-923d-48de-b78a-c922c1997318 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 945 time: 0.0567193 Sep 03 15:05:51.423658 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-207e0b5d-cc17-4c77-afd6-58f02f047608 req-03e45a77-7f30-4541-8234-20378350667f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326636 Sep 03 15:05:51.757845 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca861db-b374-457a-9982-e900d568af81 req-48656a9f-efb4-4dbf-a463-fd0ba821ac4b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:51.759522 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bca861db-b374-457a-9982-e900d568af81 req-48656a9f-efb4-4dbf-a463-fd0ba821ac4b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0560267 Sep 03 15:05:51.801581 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bca861db-b374-457a-9982-e900d568af81 req-b306c5c5-20dc-40b2-bc8e-51d78637a973 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359001 Sep 03 15:05:51.944664 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-7159bff0-6a3a-44de-8f78-86c430afa982 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:51.946148 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-7159bff0-6a3a-44de-8f78-86c430afa982 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 945 time: 0.0552478 Sep 03 15:05:52.043572 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Deleting port b1a216ef-61d9-476c-8ed5-ec7576101070 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:05:52.043795 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:52.137359 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] For port b1a216ef-61d9-476c-8ed5-ec7576101070, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1a216ef-61d9-476c-8ed5-ec7576101070,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:05:52.137883 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:52.316420 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:52.316864 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:52.317283 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.l3_db [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Floating IP c9c199e6-f37b-4ed5-9ec0-bbc0b7954656 disassociated. External IP: 172.27.0.139, port: b1a216ef-61d9-476c-8ed5-ec7576101070. Sep 03 15:05:52.317708 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Calling delete_port for b1a216ef-61d9-476c-8ed5-ec7576101070 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:05:52.464541 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:52.504046 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event deleted for resources: {'Port': ['ID=b1a216ef-61d9-476c-8ed5-ec7576101070,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:52.529811 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f7c67489-f41a-4fcb-8ec4-5722040d9a61 req-22cb1f1e-2cb1-4348-b0c3-63a68cc2e82b tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0337582 Sep 03 15:05:52.554865 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.555210 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.555634 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.556019 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.556342 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.556667 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.556985 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.557305 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.557651 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.557969 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.558282 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.558594 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:05:52.636174 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Router 87c8430c-b39b-44eb-954a-5277e55aaa58 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:05:52.744916 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:05:52.755185 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebe9a3-99fa-4a45-8e52-9c2aa2c0f522 None None] Sync routers for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:05:52.765279 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebe9a3-99fa-4a45-8e52-9c2aa2c0f522 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:05:52.765985 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-04ebe9a3-99fa-4a45-8e52-9c2aa2c0f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:05:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:05:52.929657 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-04ebe9a3-99fa-4a45-8e52-9c2aa2c0f522 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:05:53.046242 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] No DVR routers for this DVR port b1a216ef-61d9-476c-8ed5-ec7576101070 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:05:53.055834 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:53.057827 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-540c78c3-311e-42fe-b37f-9842cb21b727 req-736ac660-73cb-4605-8941-f51872dfbef5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "DELETE /v2.0/ports/b1a216ef-61d9-476c-8ed5-ec7576101070 HTTP/1.1" status: 204 len: 173 time: 1.1041770 Sep 03 15:05:53.058444 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'name': 'network-vif-deleted', 'tag': 'b1a216ef-61d9-476c-8ed5-ec7576101070'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:05:53.060861 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23517699-155a-4dfa-83fe-b732294db178" -d '{"events": [{"server_uuid": "d9362680-5a49-48eb-bbc6-01b5e4ca5015", "name": "network-vif-deleted", "tag": "b1a216ef-61d9-476c-8ed5-ec7576101070"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:05:53.119033 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ade35-6c09-4262-b8bb-c0fbfac6daa2 req-83e587c9-3008-4013-9a19-dc2a7a0f54a8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:53.126998 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c96ade35-6c09-4262-b8bb-c0fbfac6daa2 req-83e587c9-3008-4013-9a19-dc2a7a0f54a8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.1007977 Sep 03 15:05:53.208929 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c96ade35-6c09-4262-b8bb-c0fbfac6daa2 req-14721d32-1dc0-4cb1-a7d6-13cd706be579 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755792 Sep 03 15:05:53.261597 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-04ebe9a3-99fa-4a45-8e52-9c2aa2c0f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:05:53.274126 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e83b03-0f64-43c5-af80-9fba9cf344a1 x-openstack-request-id: req-c6e83b03-0f64-43c5-af80-9fba9cf344a1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:05:53.274701 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9362680-5a49-48eb-bbc6-01b5e4ca5015", "name": "network-vif-deleted", "tag": "b1a216ef-61d9-476c-8ed5-ec7576101070", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:05:53.274999 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6e83b03-0f64-43c5-af80-9fba9cf344a1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:05:53.275498 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9362680-5a49-48eb-bbc6-01b5e4ca5015', 'name': 'network-vif-deleted', 'tag': 'b1a216ef-61d9-476c-8ed5-ec7576101070', 'status': 'completed', 'code': 200} Sep 03 15:05:53.293937 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebe9a3-99fa-4a45-8e52-9c2aa2c0f522 None None] Checking router: 87c8430c-b39b-44eb-954a-5277e55aaa58 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:05:53.302998 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebe9a3-99fa-4a45-8e52-9c2aa2c0f522 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:05:53.303623 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-04ebe9a3-99fa-4a45-8e52-9c2aa2c0f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:05:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:05:53.439781 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-04ebe9a3-99fa-4a45-8e52-9c2aa2c0f522 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:05:53.702238 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a4dffedf-d962-4877-8740-625efae39cde req-45ab2be4-c1fc-43fc-8d6c-35da32e43cb1 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9362680-5a49-48eb-bbc6-01b5e4ca5015 HTTP/1.1" status: 200 len: 210 time: 0.0410366 Sep 03 15:05:53.771136 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-04ebe9a3-99fa-4a45-8e52-9c2aa2c0f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:05:53.807633 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebe9a3-99fa-4a45-8e52-9c2aa2c0f522 None None] The sync data for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi is: [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:05:54.279595 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c76ac0-3901-483b-b684-cec992c2ac7c None None] New status for floating IP c9c199e6-f37b-4ed5-9ec0-bbc0b7954656: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:05:54.368533 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9072857-6d79-44f6-b95e-e090e228dd66 req-4d3e65e3-7f41-4109-9081-c11bae1cd1f7 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:54.378839 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9072857-6d79-44f6-b95e-e090e228dd66 req-4d3e65e3-7f41-4109-9081-c11bae1cd1f7 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0756943 Sep 03 15:05:54.458918 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9072857-6d79-44f6-b95e-e090e228dd66 req-2de35a8b-2c8a-448b-bd95-51f8377c366b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788777 Sep 03 15:05:54.956192 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:05:54.960638 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b1a216ef-61d9-476c-8ed5-ec7576101070 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:05:54.980771 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-02649d2e-f153-4cc8-b703-d701bb1db1ab tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527968551&fields=id&tenant_id=9df9e9f8b97c4a98858d7aec29a27e33 HTTP/1.1" status: 200 len: 267 time: 0.0379622 Sep 03 15:05:54.988958 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: b1a216ef-61d9-476c-8ed5-ec7576101070 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:05:54.989400 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b1a216ef-61d9-476c-8ed5-ec7576101070 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:05:55.095352 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2b244daa-6dc4-4352-9dfb-d8ec701aa66f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:55.102832 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2b244daa-6dc4-4352-9dfb-d8ec701aa66f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 811 time: 0.1148510 Sep 03 15:05:55.119671 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-583e348a-ce02-429b-835a-26a3b05ff793 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/quotas/9df9e9f8b97c4a98858d7aec29a27e33 HTTP/1.1" status: 200 len: 375 time: 0.0158372 Sep 03 15:05:55.173661 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-4e3e2cc9-7b5f-4883-b457-a4205b8042d8 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527370 Sep 03 15:05:55.348884 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-ae1d0c07-d42c-4dbc-a37a-f0529d453b3d service neutron] 10.222.0.46 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640298 Sep 03 15:05:55.455286 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-34d1e4ff-78bc-4c8b-8af7-c7cff01d9107 service neutron] 10.222.0.46 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996854 Sep 03 15:05:55.606767 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7b3a8-dba5-482f-96ad-f061e3cdab09 req-0f3f14aa-2521-40ef-901d-34bc20de0e2a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:55.608350 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0cd7b3a8-dba5-482f-96ad-f061e3cdab09 req-0f3f14aa-2521-40ef-901d-34bc20de0e2a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0660646 Sep 03 15:05:55.669096 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0cd7b3a8-dba5-482f-96ad-f061e3cdab09 req-fa55d96a-4a32-41a1-b4df-3dc68c8a59bd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513663 Sep 03 15:05:55.872808 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e9327ac0-a9b4-4343-894e-91579313c86b req-fe2ec850-d5a2-4d6a-b667-2dac5f01f510 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 210 time: 0.0337982 Sep 03 15:05:56.801185 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f508c-1a49-45cf-9307-a447ab3906db req-76fb71fb-e620-4a31-9327-7a4cc637419f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:56.803489 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0e7f508c-1a49-45cf-9307-a447ab3906db req-76fb71fb-e620-4a31-9327-7a4cc637419f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0584807 Sep 03 15:05:56.854099 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0e7f508c-1a49-45cf-9307-a447ab3906db req-0407e5aa-664a-4f06-88e4-617125fb6448 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415242 Sep 03 15:05:56.985414 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0daa46f6-852e-43c3-b370-40d964d0d8bb req-a72cad4d-868e-4951-ac33-a37e9a38ca62 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 210 time: 0.0353711 Sep 03 15:05:57.139526 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae203c45-0908-45e2-8129-4346b9fff44d req-05864238-8d39-4d82-bf89-3cf93f0e6e25 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:57.141124 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-05864238-8d39-4d82-bf89-3cf93f0e6e25 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 811 time: 0.1376801 Sep 03 15:05:57.198582 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-b36e86be-407a-48f8-b9f9-298529e0ec06 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9df9e9f8b97c4a98858d7aec29a27e33 HTTP/1.1" status: 200 len: 380 time: 0.0448153 Sep 03 15:05:57.214142 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'port': {'device_id': '7873d355-cd80-4423-840b-13b3fbb833bd', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'admin_state_up': True, 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'security_groups': ['3fa00170-9493-4f57-a23a-85f9298dee59']}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:05:57.351487 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Made reservation on behalf of 9df9e9f8b97c4a98858d7aec29a27e33 for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:05:57.355358 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:57.501382 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Allocated IP 172.20.0.11 (3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a/29951c51-8ac9-4462-81c0-bba8dd6c07b8/9368783c-dab7-49d1-872e-7924f42fc4d7) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:05:57.671014 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:57.689713 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Transition to ACTIVE for port object 9368783c-dab7-49d1-872e-7924f42fc4d7 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:05:57.730694 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:57.779765 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:05:57.784315 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:05:57.788162 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:05:57.875577 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:57.876325 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:57.880317 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'Port': ['ID=9368783c-dab7-49d1-872e-7924f42fc4d7,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:57.930744 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-2a372d51-b106-4c65-9b99-8c9c78de4310 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7198677 Sep 03 15:05:57.946247 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Request body: {'port': {'device_id': '7873d355-cd80-4423-840b-13b3fbb833bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:05:58.031861 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:58.038362 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993002e4-9d3a-46fc-ae50-cebf27b1c96f req-35c9e6a0-39d8-4731-a3e0-cebe1cd43388 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:58.041470 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-993002e4-9d3a-46fc-ae50-cebf27b1c96f req-35c9e6a0-39d8-4731-a3e0-cebe1cd43388 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0973327 Sep 03 15:05:58.094181 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-993002e4-9d3a-46fc-ae50-cebf27b1c96f req-8dba8efe-b2d4-4e89-b3d9-8e65fe16f481 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437689 Sep 03 15:05:58.126686 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-11ab06a4-7e37-4b6d-a88f-cb8af44f6999 None None] Provisioning for port 9368783c-dab7-49d1-872e-7924f42fc4d7 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:05:58.144733 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-11ab06a4-7e37-4b6d-a88f-cb8af44f6999 None None] Provisioning complete for port 9368783c-dab7-49d1-872e-7924f42fc4d7 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:05:58.153833 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-11ab06a4-7e37-4b6d-a88f-cb8af44f6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:58.194757 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-11ab06a4-7e37-4b6d-a88f-cb8af44f6999 None None] Port 9368783c-dab7-49d1-872e-7924f42fc4d7 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:05:58.233862 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2d864-1e05-46d0-adb2-a68eabebd16c req-0e1e3e93-1877-4975-82ff-d65c522f557a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:58.235748 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e6d2d864-1e05-46d0-adb2-a68eabebd16c req-0e1e3e93-1877-4975-82ff-d65c522f557a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 932 time: 0.1230254 Sep 03 15:05:58.347885 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e6d2d864-1e05-46d0-adb2-a68eabebd16c req-4f8ec085-7fe3-4b37-9d71-d57345c1673a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017156 Sep 03 15:05:58.432068 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9368783c-dab7-49d1-872e-7924f42fc4d7 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:05:58.440907 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:58.455976 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Transition to ACTIVE for port object 9368783c-dab7-49d1-872e-7924f42fc4d7 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:05:58.462301 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:58.521575 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9368783c-dab7-49d1-872e-7924f42fc4d7,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:58.596041 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Attempting to bind port 9368783c-dab7-49d1-872e-7924f42fc4d7 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:05:58.596390 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Attempting to bind port 9368783c-dab7-49d1-872e-7924f42fc4d7 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:05:58.596655 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Attempting to bind port 9368783c-dab7-49d1-872e-7924f42fc4d7 on network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:05:58.601723 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Port 9368783c-dab7-49d1-872e-7924f42fc4d7 on network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:05:58.602057 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Attempting to bind port 9368783c-dab7-49d1-872e-7924f42fc4d7 on network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:05:58.607203 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:05:58.607544 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Checking segment: {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:05:58.608063 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Bound using segment: {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:05:58.608502 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Bound port: 9368783c-dab7-49d1-872e-7924f42fc4d7, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:05:58.608870 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:58.682841 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] For port 9368783c-dab7-49d1-872e-7924f42fc4d7, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:05:58.687765 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] For port 9368783c-dab7-49d1-872e-7924f42fc4d7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9368783c-dab7-49d1-872e-7924f42fc4d7,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:05:58.695519 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:58.743231 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:58.744108 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:05:58.745610 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/9368783c-dab7-49d1-872e-7924f42fc4d7 HTTP/1.1" status: 200 len: 1094 time: 0.8040767 Sep 03 15:05:58.746188 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7873d355-cd80-4423-840b-13b3fbb833bd', 'tag': '9368783c-dab7-49d1-872e-7924f42fc4d7'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:05:58.748637 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7873d355-cd80-4423-840b-13b3fbb833bd", "tag": "9368783c-dab7-49d1-872e-7924f42fc4d7"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:05:58.771810 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48af1e-1b62-461f-b5bd-d1c7c1bb42f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9368783c-dab7-49d1-872e-7924f42fc4d7,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:05:58.824841 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eacef5-d5ce-457a-adfa-12debc1ab3cc x-openstack-request-id: req-32eacef5-d5ce-457a-adfa-12debc1ab3cc {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:05:58.825201 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7873d355-cd80-4423-840b-13b3fbb833bd", "tag": "9368783c-dab7-49d1-872e-7924f42fc4d7", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:05:58.825446 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32eacef5-d5ce-457a-adfa-12debc1ab3cc {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:05:58.825991 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7873d355-cd80-4423-840b-13b3fbb833bd', 'tag': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'status': 'completed', 'code': 200} Sep 03 15:05:58.847653 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae203c45-0908-45e2-8129-4346b9fff44d req-ded4db62-f980-4f4b-93cf-1fb4e97a995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:58.849223 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-ded4db62-f980-4f4b-93cf-1fb4e97a995b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 1097 time: 0.0558438 Sep 03 15:05:58.900253 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-cafce04a-c02d-476e-8498-2edb5f1a570e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9368783c-dab7-49d1-872e-7924f42fc4d7 HTTP/1.1" status: 200 len: 217 time: 0.0422671 Sep 03 15:05:58.992030 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae203c45-0908-45e2-8129-4346b9fff44d req-1df218f4-f329-4984-ad33-925a501e69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:58.993657 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-1df218f4-f329-4984-ad33-925a501e69f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0856090 Sep 03 15:05:59.047907 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae203c45-0908-45e2-8129-4346b9fff44d req-067d2eac-e56a-4edf-b9d1-666fcc3fbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:59.049606 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-067d2eac-e56a-4edf-b9d1-666fcc3fbad8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482161 Sep 03 15:05:59.153675 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-4cd1074d-4b85-40ac-a03b-0e4b4fb9939f service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894043 Sep 03 15:05:59.322822 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ab556-64b7-42db-8266-c319573c02a3 req-38dc8b34-7aec-4009-809e-2397de7246ac tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:59.324309 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-192ab556-64b7-42db-8266-c319573c02a3 req-38dc8b34-7aec-4009-809e-2397de7246ac tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0791893 Sep 03 15:05:59.326093 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae203c45-0908-45e2-8129-4346b9fff44d req-5be01114-fb22-40ab-86ae-549b66dc1416 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610672 Sep 03 15:05:59.389709 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-192ab556-64b7-42db-8266-c319573c02a3 req-90289a77-919f-4492-ac6b-a0b1db55567e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569489 Sep 03 15:05:59.451778 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c req-764054d5-4e06-49ef-8556-eeac69d8eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:59.453579 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c req-764054d5-4e06-49ef-8556-eeac69d8eac7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 1097 time: 0.0580988 Sep 03 15:05:59.506015 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bf635-a584-40d9-88ea-83a069582df4 req-089a560a-e029-4d71-aa44-3dea14c830b5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:59.514081 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e21bf635-a584-40d9-88ea-83a069582df4 req-089a560a-e029-4d71-aa44-3dea14c830b5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 944 time: 0.0587204 Sep 03 15:05:59.561084 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c req-b655927e-a571-4e26-98ca-e8c7618249ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:59.562594 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c req-b655927e-a571-4e26-98ca-e8c7618249ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 912 time: 0.1004620 Sep 03 15:05:59.567327 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e21bf635-a584-40d9-88ea-83a069582df4 req-77025981-0e48-4bfb-b915-8be7e583664d tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453897 Sep 03 15:05:59.624871 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c req-409328b7-e1cc-4f37-97c8-693bc5bfe3b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9368783c-dab7-49d1-872e-7924f42fc4d7 HTTP/1.1" status: 200 len: 217 time: 0.0483439 Sep 03 15:05:59.679407 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c req-4cb3305d-2214-497a-8a83-850cd0fdadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:59.681376 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c req-4cb3305d-2214-497a-8a83-850cd0fdadbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0477424 Sep 03 15:05:59.735370 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c req-97e6fab8-c831-484f-8475-216f4de23834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:05:59.737158 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c req-97e6fab8-c831-484f-8475-216f4de23834 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454760 Sep 03 15:05:59.840903 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c req-8899570d-80c4-413f-8a7f-c2d6f95238e7 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912576 Sep 03 15:05:59.942215 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-09bf73e2-c373-45a2-80dc-7b34d6b47f2c req-764f833a-fda3-47eb-8c05-ccbbcae245f1 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886376 Sep 03 15:06:00.560718 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de784bc8-5c7d-47c4-b480-7f702def9980 req-c3bfbb8e-3530-4657-b18c-d8ac99b62e49 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:00.562435 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-de784bc8-5c7d-47c4-b480-7f702def9980 req-c3bfbb8e-3530-4657-b18c-d8ac99b62e49 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0927868 Sep 03 15:06:00.724276 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-de784bc8-5c7d-47c4-b480-7f702def9980 req-2043d437-97b2-424d-b126-d941f9f3b361 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1550159 Sep 03 15:06:00.804986 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428eda30-740a-4725-a343-81dca6c6e55c req-42d7986c-191c-49a8-93be-b9481ad7e2a2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:00.808704 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-428eda30-740a-4725-a343-81dca6c6e55c req-42d7986c-191c-49a8-93be-b9481ad7e2a2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 944 time: 0.0950921 Sep 03 15:06:00.871510 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-428eda30-740a-4725-a343-81dca6c6e55c req-64f26260-a7b5-42f0-830a-bd31545da4b9 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512257 Sep 03 15:06:01.884862 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca44b-776c-498a-a7b1-e278258c8acb req-667ebac7-cefb-469e-82d0-bac9411028c3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:01.886537 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c6aca44b-776c-498a-a7b1-e278258c8acb req-667ebac7-cefb-469e-82d0-bac9411028c3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0665739 Sep 03 15:06:01.961308 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c6aca44b-776c-498a-a7b1-e278258c8acb req-59bf7bf1-a3b6-44a6-ad9a-68414e515013 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667219 Sep 03 15:06:02.030831 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13f90b-a443-4a42-9f15-ccbb12192ae3 req-ffe91ebc-3f1f-45c6-af3a-c1fa4b5850b2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:02.032691 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bd13f90b-a443-4a42-9f15-ccbb12192ae3 req-ffe91ebc-3f1f-45c6-af3a-c1fa4b5850b2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 944 time: 0.0672603 Sep 03 15:06:02.101396 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bd13f90b-a443-4a42-9f15-ccbb12192ae3 req-62095e72-f713-4299-a337-c9f26ce5b17e tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582004 Sep 03 15:06:02.456338 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473629f4-5ca2-4488-bcc0-8307c3282249 req-52d3cfa8-fd64-43f9-b90e-89830f406231 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:02.458194 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-473629f4-5ca2-4488-bcc0-8307c3282249 req-52d3cfa8-fd64-43f9-b90e-89830f406231 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 945 time: 0.0687280 Sep 03 15:06:02.505248 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-473629f4-5ca2-4488-bcc0-8307c3282249 req-5f584dcd-081d-4a9b-8388-f146e133e0a3 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Sep 03 15:06:03.093857 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc107fb-b172-471c-b55e-54e0290d1d66 req-34138878-96c2-41d1-92d5-7870d1b1242c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:03.095367 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1fc107fb-b172-471c-b55e-54e0290d1d66 req-34138878-96c2-41d1-92d5-7870d1b1242c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0526104 Sep 03 15:06:03.136240 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1fc107fb-b172-471c-b55e-54e0290d1d66 req-65281f11-16ec-4dc7-8033-b6903a0c267d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336506 Sep 03 15:06:03.207450 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f11b8-52ab-4620-96cb-71f641b5fc63 req-539ce416-f2ac-4786-a703-ff3a0271eaa4 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:03.209187 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa6f11b8-52ab-4620-96cb-71f641b5fc63 req-539ce416-f2ac-4786-a703-ff3a0271eaa4 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 944 time: 0.0491250 Sep 03 15:06:03.250313 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa6f11b8-52ab-4620-96cb-71f641b5fc63 req-b75e4302-fd85-4a9d-9e33-557f7e1da780 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344515 Sep 03 15:06:03.397186 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae55cb3-5e15-4a67-bc7b-b221c7c21d58 req-530ed480-0e62-4e94-8b84-e139a9a51b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:03.398710 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ae55cb3-5e15-4a67-bc7b-b221c7c21d58 req-530ed480-0e62-4e94-8b84-e139a9a51b47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 1099 time: 0.0407782 Sep 03 15:06:03.506732 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae55cb3-5e15-4a67-bc7b-b221c7c21d58 req-e1672c43-ab7b-4bb1-91b3-c7cba3f2b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:03.508213 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ae55cb3-5e15-4a67-bc7b-b221c7c21d58 req-e1672c43-ab7b-4bb1-91b3-c7cba3f2b8fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 918 time: 0.0997777 Sep 03 15:06:03.588806 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ae55cb3-5e15-4a67-bc7b-b221c7c21d58 req-51bc3ade-6c85-4936-936b-6f84bb0bdd38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23226c81-725f-4aa0-ba12-8013701175d5 HTTP/1.1" status: 200 len: 1002 time: 0.0652690 Sep 03 15:06:03.629198 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db854c-4041-480c-8207-65135f4b3638 req-774b9183-9eb4-4e88-8759-64c35a74f418 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:03.631307 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-82db854c-4041-480c-8207-65135f4b3638 req-774b9183-9eb4-4e88-8759-64c35a74f418 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 945 time: 0.0567346 Sep 03 15:06:03.641357 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae55cb3-5e15-4a67-bc7b-b221c7c21d58 req-649a0909-b34b-473f-b4e3-d21df52ded03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:03.642946 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ae55cb3-5e15-4a67-bc7b-b221c7c21d58 req-649a0909-b34b-473f-b4e3-d21df52ded03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.0464807 Sep 03 15:06:03.669731 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-82db854c-4041-480c-8207-65135f4b3638 req-bcaf9e3a-5060-4f91-a309-b5865a11d943 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326056 Sep 03 15:06:03.689998 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae55cb3-5e15-4a67-bc7b-b221c7c21d58 req-12371542-a5c3-42b4-bad7-be28d0fa76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:03.691516 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ae55cb3-5e15-4a67-bc7b-b221c7c21d58 req-12371542-a5c3-42b4-bad7-be28d0fa76cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395489 Sep 03 15:06:03.784681 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ae55cb3-5e15-4a67-bc7b-b221c7c21d58 req-e16162e5-2ed9-4dc2-b464-59c3be840ed7 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845804 Sep 03 15:06:03.881388 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ae55cb3-5e15-4a67-bc7b-b221c7c21d58 req-9fefc61a-cc34-4818-a449-faaf4f41f84c service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886142 Sep 03 15:06:04.145606 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79a9c9-7c6b-4491-835e-097010819481 req-c3c96a83-0731-4cc7-951a-dbdf5170744e tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:04.146955 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8b79a9c9-7c6b-4491-835e-097010819481 req-c3c96a83-0731-4cc7-951a-dbdf5170744e tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.26 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 945 time: 0.0597682 Sep 03 15:06:04.273172 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f9c37-4b36-48ec-a224-4d97276efe53 req-5e4debb3-e7e8-4237-8a81-0d453a0b21ff tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:04.274668 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-445f9c37-4b36-48ec-a224-4d97276efe53 req-5e4debb3-e7e8-4237-8a81-0d453a0b21ff tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0597622 Sep 03 15:06:04.284792 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-8b79a9c9-7c6b-4491-835e-097010819481 req-1aef1bc1-b253-4e46-9d49-647f87a5c284 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Deleting port 5a15014f-b598-418a-89d6-a9324c2a5c0d {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:06:04.285135 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-8b79a9c9-7c6b-4491-835e-097010819481 req-1aef1bc1-b253-4e46-9d49-647f87a5c284 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:04.364625 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a25a3f-c968-47c5-8934-f14f48365b10 req-cf1a4742-36c3-45ed-83ec-f49f145ec4d8 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:04.367431 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c3a25a3f-c968-47c5-8934-f14f48365b10 req-cf1a4742-36c3-45ed-83ec-f49f145ec4d8 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 944 time: 0.0491643 Sep 03 15:06:04.368491 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-445f9c37-4b36-48ec-a224-4d97276efe53 req-b2896e0e-6ddc-4007-8347-39aaa6e0a6b3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870569 Sep 03 15:06:04.401337 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-8b79a9c9-7c6b-4491-835e-097010819481 req-1aef1bc1-b253-4e46-9d49-647f87a5c284 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] For port 5a15014f-b598-418a-89d6-a9324c2a5c0d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5a15014f-b598-418a-89d6-a9324c2a5c0d,segment=NetworkSegment(73f4fa80-cddc-44e1-b1c3-f67c9d629982),segment_id=73f4fa80-cddc-44e1-b1c3-f67c9d629982)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:04.401653 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-8b79a9c9-7c6b-4491-835e-097010819481 req-1aef1bc1-b253-4e46-9d49-647f87a5c284 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:04.409237 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c3a25a3f-c968-47c5-8934-f14f48365b10 req-6574fb29-1081-4158-88f2-9e2d981c262b tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365894 Sep 03 15:06:04.414842 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-8b79a9c9-7c6b-4491-835e-097010819481 req-1aef1bc1-b253-4e46-9d49-647f87a5c284 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Calling delete_port for 5a15014f-b598-418a-89d6-a9324c2a5c0d owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:06:04.549058 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-8b79a9c9-7c6b-4491-835e-097010819481 req-1aef1bc1-b253-4e46-9d49-647f87a5c284 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:04.560872 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['5a15014f-b598-418a-89d6-a9324c2a5c0d'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:06:04.577603 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef1bc1-b253-4e46-9d49-647f87a5c284 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Pushing event deleted for resources: {'Port': ['ID=5a15014f-b598-418a-89d6-a9324c2a5c0d,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:04.617058 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b79a9c9-7c6b-4491-835e-097010819481 req-1aef1bc1-b253-4e46-9d49-647f87a5c284 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] No DVR routers for this DVR port 5a15014f-b598-418a-89d6-a9324c2a5c0d on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:06:04.619534 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-8b79a9c9-7c6b-4491-835e-097010819481 req-1aef1bc1-b253-4e46-9d49-647f87a5c284 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:04.621624 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8b79a9c9-7c6b-4491-835e-097010819481 req-1aef1bc1-b253-4e46-9d49-647f87a5c284 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.26 "DELETE /v2.0/ports/5a15014f-b598-418a-89d6-a9324c2a5c0d HTTP/1.1" status: 204 len: 173 time: 0.4679196 Sep 03 15:06:04.622055 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69622c23-0be9-4f76-a798-e6f62f1f3cd5', 'name': 'network-vif-deleted', 'tag': '5a15014f-b598-418a-89d6-a9324c2a5c0d'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:06:04.624340 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44ee899-b356-4966-a378-91a38208d30c" -d '{"events": [{"server_uuid": "69622c23-0be9-4f76-a798-e6f62f1f3cd5", "name": "network-vif-deleted", "tag": "5a15014f-b598-418a-89d6-a9324c2a5c0d"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:06:04.661991 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb7b549-adb9-4de1-9a38-9b53b39f37ce x-openstack-request-id: req-1fb7b549-adb9-4de1-9a38-9b53b39f37ce {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:06:04.662344 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69622c23-0be9-4f76-a798-e6f62f1f3cd5", "name": "network-vif-deleted", "tag": "5a15014f-b598-418a-89d6-a9324c2a5c0d", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:06:04.662706 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1fb7b549-adb9-4de1-9a38-9b53b39f37ce {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:06:04.663315 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69622c23-0be9-4f76-a798-e6f62f1f3cd5', 'name': 'network-vif-deleted', 'tag': '5a15014f-b598-418a-89d6-a9324c2a5c0d', 'status': 'completed', 'code': 200} Sep 03 15:06:04.764174 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-92df976c-c020-421d-a5c3-90125b993e68 req-c40e9d0a-d643-4c73-9faa-e53bd9280ee2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=69622c23-0be9-4f76-a798-e6f62f1f3cd5 HTTP/1.1" status: 200 len: 210 time: 0.0264807 Sep 03 15:06:05.513925 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303f60f-4c81-4dce-9a2d-37567eb0d916 req-985fc497-a1f4-4f20-8e8b-5c3d140f8758 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:05.515468 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8303f60f-4c81-4dce-9a2d-37567eb0d916 req-985fc497-a1f4-4f20-8e8b-5c3d140f8758 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0518396 Sep 03 15:06:05.524609 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bef1b-b6af-4429-8488-0bde9f51404b req-ac98a1ad-033c-4c69-b7d5-3cbd00425e45 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:05.526161 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bc5bef1b-b6af-4429-8488-0bde9f51404b req-ac98a1ad-033c-4c69-b7d5-3cbd00425e45 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 944 time: 0.0495181 Sep 03 15:06:05.562295 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8303f60f-4c81-4dce-9a2d-37567eb0d916 req-268e7c7e-901b-4e13-8827-42d8100fa881 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390673 Sep 03 15:06:05.570061 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bc5bef1b-b6af-4429-8488-0bde9f51404b req-9493ffba-269f-43a3-b567-826a39426001 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354877 Sep 03 15:06:06.692585 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8cab0-9053-4491-a485-f5787b1a0203 req-6be38fd9-9584-438b-aab2-1bae696b7649 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:06.694118 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4fb8cab0-9053-4491-a485-f5787b1a0203 req-6be38fd9-9584-438b-aab2-1bae696b7649 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 946 time: 0.0507917 Sep 03 15:06:06.694293 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cc27f-974a-48c0-8279-54eaca2f0fc3 req-b8b40d9a-4fb6-44cd-8bfe-f5102e31f751 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:06.695864 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-310cc27f-974a-48c0-8279-54eaca2f0fc3 req-b8b40d9a-4fb6-44cd-8bfe-f5102e31f751 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 944 time: 0.0517814 Sep 03 15:06:06.734527 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-310cc27f-974a-48c0-8279-54eaca2f0fc3 req-40746eaa-8e72-488a-8fe0-e86a0d52cffa tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325134 Sep 03 15:06:06.735548 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4fb8cab0-9053-4491-a485-f5787b1a0203 req-bc151438-f415-43a7-806c-19931cc90f4e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336242 Sep 03 15:06:07.853246 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5017e7a-56b9-4522-b370-7a0cc3b99bea req-6d7a3e3d-357f-4bb1-b26a-45b8a28f22ae tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:07.854840 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b5017e7a-56b9-4522-b370-7a0cc3b99bea req-6d7a3e3d-357f-4bb1-b26a-45b8a28f22ae tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 944 time: 0.0512114 Sep 03 15:06:07.894281 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b5017e7a-56b9-4522-b370-7a0cc3b99bea req-93d4fcf5-6855-4005-9ecd-7bd588028d41 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309384 Sep 03 15:06:07.918366 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:08.874310 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 5a15014f-b598-418a-89d6-a9324c2a5c0d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:06:08.898065 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: 5a15014f-b598-418a-89d6-a9324c2a5c0d {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:06:08.898407 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 5a15014f-b598-418a-89d6-a9324c2a5c0d not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:06:08.898827 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 23226c81-725f-4aa0-ba12-8013701175d5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:06:08.976828 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:09.000869 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:06:09.003196 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb00ba21-e13a-48bf-8e53-4f19cbb08fb2" -d '{"events": [{"server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "name": "network-vif-unplugged", "status": "completed", "tag": "23226c81-725f-4aa0-ba12-8013701175d5"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:06:09.015683 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:09.021467 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:09.033259 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f93cf7-cb39-4360-8539-96028ab53133 req-1e0ef1ae-b41e-4d3a-a846-19e163346c2f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:09.034855 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-88f93cf7-cb39-4360-8539-96028ab53133 req-1e0ef1ae-b41e-4d3a-a846-19e163346c2f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 944 time: 0.0658047 Sep 03 15:06:09.076573 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=23226c81-725f-4aa0-ba12-8013701175d5,revision_number=8']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:09.088397 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-88f93cf7-cb39-4360-8539-96028ab53133 req-b4ff3240-47f2-46d5-a4f2-fcc73adc8a9c tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465395 Sep 03 15:06:09.107997 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7b4736-89a0-4e3e-aa00-9f4ce6365449 x-openstack-request-id: req-aa7b4736-89a0-4e3e-aa00-9f4ce6365449 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:06:09.108330 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "name": "network-vif-unplugged", "status": "failed", "tag": "23226c81-725f-4aa0-ba12-8013701175d5", "code": 422}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:06:09.108643 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa7b4736-89a0-4e3e-aa00-9f4ce6365449 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:06:09.109270 dv-cinder-774288-7-iscsi neutron-server[93830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5', 'code': 422} returned with failed status Sep 03 15:06:09.293044 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99833f22-d6e7-44d4-8eca-dbb27c157c08 req-eb2b9042-127c-4e5c-acdd-623fce613344 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:09.294603 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-99833f22-d6e7-44d4-8eca-dbb27c157c08 req-eb2b9042-127c-4e5c-acdd-623fce613344 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0522280 Sep 03 15:06:09.335727 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-99833f22-d6e7-44d4-8eca-dbb27c157c08 req-dbc1ba36-072c-4601-9d76-b0d0e476f579 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340393 Sep 03 15:06:09.464517 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 35452) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:09.548384 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-9ad03ab6-e842-4f40-b342-ba5192cb5259 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826025 Sep 03 15:06:09.559502 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-de8f64d2-4b99-451a-8097-7c916b0f9c5d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 15:06:09.560371 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-de8f64d2-4b99-451a-8097-7c916b0f9c5d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050592 Sep 03 15:06:10.205725 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106557-e025-4d0f-997f-9d0a826212e8 req-a06593cd-d376-42d3-921c-07e6e404c4be tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:10.207239 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-18106557-e025-4d0f-997f-9d0a826212e8 req-a06593cd-d376-42d3-921c-07e6e404c4be tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 944 time: 0.0517337 Sep 03 15:06:10.245713 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-18106557-e025-4d0f-997f-9d0a826212e8 req-f1cc3117-971d-4fa0-b07e-366db0d4d6e0 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Sep 03 15:06:10.408432 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-fd6ded23-408e-4859-b3eb-eb3350cb9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:10.410039 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-fd6ded23-408e-4859-b3eb-eb3350cb9100 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811&tenant_id=4a5e496fa629495fbd795a9ebd815563 HTTP/1.1" status: 200 len: 1097 time: 0.0436668 Sep 03 15:06:10.466770 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95847b2-fde0-46b0-aad1-c40214341686 req-dd4a6e4c-1ab5-4f8d-98c9-8b84ebedfb2c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:10.468262 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b95847b2-fde0-46b0-aad1-c40214341686 req-dd4a6e4c-1ab5-4f8d-98c9-8b84ebedfb2c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0501158 Sep 03 15:06:10.476510 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-fc6b4534-081e-4493-afcb-b5e8c3c2a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:10.478002 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-fc6b4534-081e-4493-afcb-b5e8c3c2a0c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 1097 time: 0.0446584 Sep 03 15:06:10.506060 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b95847b2-fde0-46b0-aad1-c40214341686 req-666fbb22-0cf7-4f7d-9b8c-e38a0c9bdd1a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315278 Sep 03 15:06:10.594729 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-8743bb13-a590-4d62-a36c-1b695ca9cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:10.596649 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-8743bb13-a590-4d62-a36c-1b695ca9cd66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 918 time: 0.1113975 Sep 03 15:06:10.673176 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-3d8c7558-27da-41ce-ba28-b9f245d2db09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23226c81-725f-4aa0-ba12-8013701175d5 HTTP/1.1" status: 200 len: 1000 time: 0.0682192 Sep 03 15:06:10.723103 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-f4e6069c-ee5d-4361-ad0c-1109e99ab7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:10.724549 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-f4e6069c-ee5d-4361-ad0c-1109e99ab7ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.0443301 Sep 03 15:06:10.770623 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-05638193-98d6-4d37-aad0-53858e905ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:10.772041 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-05638193-98d6-4d37-aad0-53858e905ca8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405159 Sep 03 15:06:10.863255 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-8256fdc3-3513-40b5-a56b-6d3dccfe7b31 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837834 Sep 03 15:06:10.959721 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0171f4e1-8897-48be-bf79-f672ed89cd36 req-5f711e2c-6561-47e8-8822-43327e436c8e service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885096 Sep 03 15:06:11.083102 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 9368783c-dab7-49d1-872e-7924f42fc4d7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:06:11.186602 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 9368783c-dab7-49d1-872e-7924f42fc4d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9368783c-dab7-49d1-872e-7924f42fc4d7,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:11.197880 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'port_id': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'mac_address': 'fa:16:3e:77:39:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:06:11.238568 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:11.255551 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9368783c-dab7-49d1-872e-7924f42fc4d7 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:06:11.275663 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 9368783c-dab7-49d1-872e-7924f42fc4d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9368783c-dab7-49d1-872e-7924f42fc4d7,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:11.284141 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:11.358560 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=9368783c-dab7-49d1-872e-7924f42fc4d7,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:11.412008 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4e656-3708-4f80-ae77-e7f7bca16836 req-150ebef1-e7d7-4d63-8361-ddd02fee1d6e tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:11.427170 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a2c4e656-3708-4f80-ae77-e7f7bca16836 req-150ebef1-e7d7-4d63-8361-ddd02fee1d6e tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 945 time: 0.1043482 Sep 03 15:06:11.484076 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a2c4e656-3708-4f80-ae77-e7f7bca16836 req-f800ab1f-1ce8-4407-9b72-ad796c05520a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558710 Sep 03 15:06:11.540866 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['9368783c-dab7-49d1-872e-7924f42fc4d7'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:06:11.670237 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5a5a1863-4f3a-49cf-87d6-af22898b36b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:11.707183 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e114-f77b-43c1-9b07-341d49d89dec req-58dfda05-1bca-4c40-ba76-133c672c9e1a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:11.717164 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cec5e114-f77b-43c1-9b07-341d49d89dec req-58dfda05-1bca-4c40-ba76-133c672c9e1a tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0823603 Sep 03 15:06:11.757973 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cec5e114-f77b-43c1-9b07-341d49d89dec req-f6245ed2-03a5-4035-98c6-733befb7516e tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395155 Sep 03 15:06:12.615141 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef768b0-01d7-41fb-bc5b-1ab91c99293a req-7097a4c8-120b-4abc-88a9-83af77b69467 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:12.617409 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cef768b0-01d7-41fb-bc5b-1ab91c99293a req-7097a4c8-120b-4abc-88a9-83af77b69467 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 945 time: 0.0583377 Sep 03 15:06:12.658564 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cef768b0-01d7-41fb-bc5b-1ab91c99293a req-48d5b02e-10a5-4ed4-bcaa-df4707d74350 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347373 Sep 03 15:06:12.889058 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec3e8c-edf8-47ac-b24d-243375fe95e3 req-3f32e89a-96d8-43ee-bf34-f01397c0c040 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:12.890503 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-afec3e8c-edf8-47ac-b24d-243375fe95e3 req-3f32e89a-96d8-43ee-bf34-f01397c0c040 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0536928 Sep 03 15:06:12.930493 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-afec3e8c-edf8-47ac-b24d-243375fe95e3 req-47c21a40-6822-4e4f-9a57-370eb12713d7 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335429 Sep 03 15:06:13.778504 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602b221-04ab-4754-84b9-16a5bbb7a30f req-a03b5b41-1559-453f-bfbf-f4070855244d tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:13.780141 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7602b221-04ab-4754-84b9-16a5bbb7a30f req-a03b5b41-1559-453f-bfbf-f4070855244d tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 945 time: 0.0517402 Sep 03 15:06:13.823162 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7602b221-04ab-4754-84b9-16a5bbb7a30f req-10eeb6e4-e825-47ca-a29e-e5fd3e4d2d66 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325000 Sep 03 15:06:14.052381 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa9d54-47d9-4da1-a685-8604c006bf8d req-5bc724f8-4655-420b-887b-de2dac12be1c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:14.053904 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-91aa9d54-47d9-4da1-a685-8604c006bf8d req-5bc724f8-4655-420b-887b-de2dac12be1c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0499456 Sep 03 15:06:14.095403 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-91aa9d54-47d9-4da1-a685-8604c006bf8d req-595b7e2f-e08b-4af7-b188-0a062380d4dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353668 Sep 03 15:06:14.233603 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-27ad4166-a19f-4d56-b97b-0fefb916dc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:14.351467 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:14.949075 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c581510-a7d2-4773-8b40-4b72b750e8d3 req-29d168ad-59f3-4bd4-bf40-81a982169f3f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:14.950495 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2c581510-a7d2-4773-8b40-4b72b750e8d3 req-29d168ad-59f3-4bd4-bf40-81a982169f3f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 945 time: 0.0558767 Sep 03 15:06:14.989013 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2c581510-a7d2-4773-8b40-4b72b750e8d3 req-a2202632-8f2a-46f2-a0fd-cda62c9ca019 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Sep 03 15:06:15.225615 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064f3c-d0eb-4e20-8303-3c8bce23f155 req-d4c7def0-6b6a-46ae-aca8-88c6470f6303 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:15.231475 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ec064f3c-d0eb-4e20-8303-3c8bce23f155 req-d4c7def0-6b6a-46ae-aca8-88c6470f6303 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0552053 Sep 03 15:06:15.254904 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:15.267851 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ec064f3c-d0eb-4e20-8303-3c8bce23f155 req-4e55bb97-c672-4c8c-8288-62c579c69c15 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347247 Sep 03 15:06:15.970587 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-b9aef100-5824-4e56-9044-93e314c2484a tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:15.972038 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-b9aef100-5824-4e56-9044-93e314c2484a tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/networks?id=6645029f-c9b5-4114-9d71-1ddf3dfee198 HTTP/1.1" status: 200 len: 813 time: 0.1042600 Sep 03 15:06:15.987993 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-0d24aa16-02b4-43ce-8fb6-455173e77885 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/quotas/b51de197799d4792a850365f31a6f8db HTTP/1.1" status: 200 len: 375 time: 0.0102284 Sep 03 15:06:16.027272 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-ac62dba8-27dd-4919-8c2a-4842cee2aa89 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b51de197799d4792a850365f31a6f8db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328472 Sep 03 15:06:16.135860 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-9144fd76-aead-478e-971a-659c54e11fa5 service neutron] 10.222.0.46 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995979 Sep 03 15:06:16.149773 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f55f7b-c788-4b08-bc3f-a282162a34cb req-c8e04c1d-2c25-4de0-82c6-452912ee4bae tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:16.151561 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-44f55f7b-c788-4b08-bc3f-a282162a34cb req-c8e04c1d-2c25-4de0-82c6-452912ee4bae tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 945 time: 0.0821977 Sep 03 15:06:16.201826 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-44f55f7b-c788-4b08-bc3f-a282162a34cb req-73bc19f5-34f6-4d8c-b7b6-9411f192a464 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Sep 03 15:06:16.249401 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-905032fb-f940-4f9d-ad74-e762c7fd7efc service neutron] 10.222.0.46 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108518 Sep 03 15:06:16.411269 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5151c-31dc-417a-a9f5-fe1a3fdc0701 req-3482f105-8672-43c9-bcef-a23985ede159 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:16.419166 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-47f5151c-31dc-417a-a9f5-fe1a3fdc0701 req-3482f105-8672-43c9-bcef-a23985ede159 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0678530 Sep 03 15:06:16.472783 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0f166f0b-a5e7-4129-bb17-49e4626af5f8 req-99503565-f3ad-4496-8622-07ed67322dfb tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 210 time: 0.0612013 Sep 03 15:06:16.486432 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-47f5151c-31dc-417a-a9f5-fe1a3fdc0701 req-d713290b-52e1-4e25-8734-6099c6f332e3 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662422 Sep 03 15:06:16.713147 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 9368783c-dab7-49d1-872e-7924f42fc4d7 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:06:16.766433 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port 9368783c-dab7-49d1-872e-7924f42fc4d7 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:06:16.771981 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 9368783c-dab7-49d1-872e-7924f42fc4d7 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:06:16.772569 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:16.853855 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:16.876639 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7873d355-cd80-4423-840b-13b3fbb833bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9368783c-dab7-49d1-872e-7924f42fc4d7'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:06:16.879001 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b3ce18-9eb0-4205-af10-9185e88fc3de" -d '{"events": [{"server_uuid": "7873d355-cd80-4423-840b-13b3fbb833bd", "name": "network-vif-plugged", "status": "completed", "tag": "9368783c-dab7-49d1-872e-7924f42fc4d7"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:06:16.892657 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 9368783c-dab7-49d1-872e-7924f42fc4d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9368783c-dab7-49d1-872e-7924f42fc4d7,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:16.900484 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:16.925664 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197f44c9-1f50-4ab9-8c35-c3d7b6a3d437 x-openstack-request-id: req-197f44c9-1f50-4ab9-8c35-c3d7b6a3d437 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:06:16.926251 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7873d355-cd80-4423-840b-13b3fbb833bd", "name": "network-vif-plugged", "status": "completed", "tag": "9368783c-dab7-49d1-872e-7924f42fc4d7", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:06:16.926495 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-197f44c9-1f50-4ab9-8c35-c3d7b6a3d437 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:06:16.927049 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7873d355-cd80-4423-840b-13b3fbb833bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'code': 200} Sep 03 15:06:16.952452 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=9368783c-dab7-49d1-872e-7924f42fc4d7,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:17.151230 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:17.342128 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e10b7-e1dc-44b7-82e3-98acbe8fdb6c req-0dc79331-a55b-43a6-af45-5f949e029f25 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:17.343808 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f76e10b7-e1dc-44b7-82e3-98acbe8fdb6c req-0dc79331-a55b-43a6-af45-5f949e029f25 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 946 time: 0.0677447 Sep 03 15:06:17.383742 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f76e10b7-e1dc-44b7-82e3-98acbe8fdb6c req-9435ffb2-a8a3-4583-b36c-5aa5ee141ccd tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338140 Sep 03 15:06:17.567419 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4fdfd735-a6da-4a05-8678-7a47f7a6af21 req-c493fbdd-22bd-42af-b119-f28fc5c392a9 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 210 time: 0.0270412 Sep 03 15:06:17.617183 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf31fdf-bba5-444d-970b-5d2b6e6ca267 req-41eb6409-0b09-4576-80cd-4ba415357da6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:17.618611 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5cf31fdf-bba5-444d-970b-5d2b6e6ca267 req-41eb6409-0b09-4576-80cd-4ba415357da6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0539525 Sep 03 15:06:17.656841 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5cf31fdf-bba5-444d-970b-5d2b6e6ca267 req-57c645c0-d9b3-4049-9df7-23d3f5ddee64 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322571 Sep 03 15:06:18.517698 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c53ee0-b52e-4f20-aba1-158aa2579eee req-64d5e6e9-89ce-49a9-9b17-ab8b09560309 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:18.519307 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-70c53ee0-b52e-4f20-aba1-158aa2579eee req-64d5e6e9-89ce-49a9-9b17-ab8b09560309 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 946 time: 0.0507915 Sep 03 15:06:18.560944 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-70c53ee0-b52e-4f20-aba1-158aa2579eee req-e2e48414-57f6-4aa7-ae04-c29fd1bb8833 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343363 Sep 03 15:06:18.663674 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a60a8657-3872-42ab-ad3e-abe9b8aa0552 req-b9c5afc4-b493-46a6-b8a3-a3241ea85789 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 210 time: 0.0273221 Sep 03 15:06:18.781909 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f1d4b-22b9-4ad2-85f3-8c4754f21c00 req-3331ef22-c22e-4f46-8423-8696f2af9d96 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:18.783907 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f25f1d4b-22b9-4ad2-85f3-8c4754f21c00 req-3331ef22-c22e-4f46-8423-8696f2af9d96 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0536783 Sep 03 15:06:18.823133 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f25f1d4b-22b9-4ad2-85f3-8c4754f21c00 req-b89268a0-c784-491c-a3ea-f342f73456d8 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331013 Sep 03 15:06:19.681466 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9af91-1767-4c93-b6a0-865d07350542 req-1dd08771-ce8a-4a72-aab4-9cfd594c6beb tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:19.682985 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8fd9af91-1767-4c93-b6a0-865d07350542 req-1dd08771-ce8a-4a72-aab4-9cfd594c6beb tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 946 time: 0.0501180 Sep 03 15:06:19.724412 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8fd9af91-1767-4c93-b6a0-865d07350542 req-da223ec8-98ae-4184-a798-95f3e0688f19 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349205 Sep 03 15:06:19.764332 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6129f446-d170-4d4c-bb0f-f44951bc9163 req-49aa9868-6881-4861-aea5-84d3a53c0e9e tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 210 time: 0.0336077 Sep 03 15:06:19.949625 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a4989-8329-44fe-ac62-6e3b9cea43c9 req-4f09f900-e44f-4067-a16c-a2bafb9fc873 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:19.950979 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-db9a4989-8329-44fe-ac62-6e3b9cea43c9 req-4f09f900-e44f-4067-a16c-a2bafb9fc873 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0547798 Sep 03 15:06:19.991023 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-db9a4989-8329-44fe-ac62-6e3b9cea43c9 req-b0957cc5-5006-43e2-81d6-41c17d2a09b4 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339797 Sep 03 15:06:20.855317 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd71b6-9c5b-439d-b8e2-db8881ec11ec req-2056a2ba-0755-4430-bca5-b6181dd1b273 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:20.857036 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f4bd71b6-9c5b-439d-b8e2-db8881ec11ec req-2056a2ba-0755-4430-bca5-b6181dd1b273 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 946 time: 0.0541203 Sep 03 15:06:20.866743 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0839147e-d118-4ed4-945f-fb79017dcb1e req-ee620509-08b5-4b27-967b-95b49f5c5296 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 210 time: 0.0321603 Sep 03 15:06:20.899066 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f4bd71b6-9c5b-439d-b8e2-db8881ec11ec req-e75b1ecf-025b-49c8-969c-444ad9d6b0e9 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360425 Sep 03 15:06:21.111977 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5526-7157-4a5a-8a5c-8426354f0bbd req-e8c7cdf2-f2d1-41b6-b4e9-68cbf98d9063 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:21.113841 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a5af5526-7157-4a5a-8a5c-8426354f0bbd req-e8c7cdf2-f2d1-41b6-b4e9-68cbf98d9063 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0500231 Sep 03 15:06:21.152264 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a5af5526-7157-4a5a-8a5c-8426354f0bbd req-33bb9297-55cb-420b-ad6c-921e02760d6f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323632 Sep 03 15:06:21.764823 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252d79a-c61a-4962-b453-8ed1f5241cd3 req-1c698ce6-b030-44a5-beb3-ba3878d7745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:21.766364 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5252d79a-c61a-4962-b453-8ed1f5241cd3 req-1c698ce6-b030-44a5-beb3-ba3878d7745f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 1099 time: 0.0392079 Sep 03 15:06:21.813809 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5252d79a-c61a-4962-b453-8ed1f5241cd3 req-ff29b59d-abbb-497a-9927-25fc9a5440a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361133 Sep 03 15:06:21.970465 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0f58d30e-bb1a-49ed-bea8-2deaa76daf96 req-9302bf96-08ce-4b95-8620-f4978f5809b5 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 210 time: 0.0259945 Sep 03 15:06:22.012974 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48e63c-b89b-4a05-843c-34cf9e1f285c req-01eec6f0-1eb8-46ba-b50c-b6568d955c31 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:22.014485 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2e48e63c-b89b-4a05-843c-34cf9e1f285c req-01eec6f0-1eb8-46ba-b50c-b6568d955c31 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 946 time: 0.0486896 Sep 03 15:06:22.055426 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2e48e63c-b89b-4a05-843c-34cf9e1f285c req-5f4cc400-afd6-4528-a70c-599cb7c2e8e6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Sep 03 15:06:22.278132 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4074260-c12e-441e-b065-267413a0f6f4 req-90c47675-ba68-4ab4-9dbb-a4c7a16d3c8f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:22.279651 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b4074260-c12e-441e-b065-267413a0f6f4 req-90c47675-ba68-4ab4-9dbb-a4c7a16d3c8f tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 944 time: 0.0541823 Sep 03 15:06:22.322101 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b4074260-c12e-441e-b065-267413a0f6f4 req-87ab59df-7b5f-492b-b690-d60ee40c64a4 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336430 Sep 03 15:06:22.456284 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-dbd99858-0e58-4472-8df2-0741b5c36c33 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:22.457845 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-dbd99858-0e58-4472-8df2-0741b5c36c33 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.26 "GET /v2.0/networks?id=6645029f-c9b5-4114-9d71-1ddf3dfee198 HTTP/1.1" status: 200 len: 813 time: 0.1057625 Sep 03 15:06:22.477913 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Request body: {'port': {'device_id': '796356f1-45c7-4465-bd14-6231896082b1', 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198', 'admin_state_up': True, 'tenant_id': 'b51de197799d4792a850365f31a6f8db'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:06:22.759141 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 23226c81-725f-4aa0-ba12-8013701175d5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:06:22.821399 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Made reservation on behalf of b51de197799d4792a850365f31a6f8db for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:06:22.825372 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:22.879094 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:22.891330 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '23226c81-725f-4aa0-ba12-8013701175d5', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'port_id': '23226c81-725f-4aa0-ba12-8013701175d5', 'mac_address': 'fa:16:3e:cd:ff:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:06:22.930201 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:22.943088 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23226c81-725f-4aa0-ba12-8013701175d5 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:06:22.962195 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:22.964459 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Allocated IP 172.20.0.4 (6645029f-c9b5-4114-9d71-1ddf3dfee198/fe6108ce-6e98-4ab1-987d-47ce293c1627/b3e9f52b-cc42-48d6-85c7-07c7027df28b) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:06:22.967381 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.015822 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=23226c81-725f-4aa0-ba12-8013701175d5,revision_number=9']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:23.099771 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-73865997-f0f2-4326-a6bd-1cd08af3804d req-e0f105e1-2f1c-447f-8095-8daa1d445052 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 210 time: 0.0569377 Sep 03 15:06:23.140751 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.179919 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c1e03-c036-43e0-ba15-337ee7467cd8 req-e21256cc-efae-4f03-bd00-995a9a8f5b4a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:23.181539 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d34c1e03-c036-43e0-ba15-337ee7467cd8 req-e21256cc-efae-4f03-bd00-995a9a8f5b4a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 946 time: 0.0502927 Sep 03 15:06:23.182099 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.194347 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['23226c81-725f-4aa0-ba12-8013701175d5'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:06:23.222394 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d34c1e03-c036-43e0-ba15-337ee7467cd8 req-c66ff796-b211-4c37-9d30-b4b74ebb7e3c tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346332 Sep 03 15:06:23.224500 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Network 6645029f-c9b5-4114-9d71-1ddf3dfee198 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:06:23.227671 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:06:23.231437 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:06:23.245227 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Pushing event updated for resources: {'Port': ['ID=b3e9f52b-cc42-48d6-85c7-07c7027df28b,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:23.286999 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:23.287645 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.312316 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-44604a68-f0d9-4b4d-8b3e-b01cec0dc10c tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8387921 Sep 03 15:06:23.339710 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Request body: {'port': {'device_id': '796356f1-45c7-4465-bd14-6231896082b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:06:23.401427 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce8121-357b-44fb-87e2-e91c1f84f74e req-124566ba-790f-44ca-86ac-4bc7c2d41962 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:23.402895 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-60ce8121-357b-44fb-87e2-e91c1f84f74e req-124566ba-790f-44ca-86ac-4bc7c2d41962 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 946 time: 0.1003492 Sep 03 15:06:23.411656 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.442003 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bead15-e26a-4e6b-9ceb-9d6de53ef789 req-1250f363-c69a-4ac1-a769-a28ee7779786 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:23.446046 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-81bead15-e26a-4e6b-9ceb-9d6de53ef789 req-1250f363-c69a-4ac1-a769-a28ee7779786 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 945 time: 0.0517085 Sep 03 15:06:23.473917 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-60ce8121-357b-44fb-87e2-e91c1f84f74e req-6e0698ff-5f79-47ec-8bba-266b9ff1b6fa tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638063 Sep 03 15:06:23.486118 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-81bead15-e26a-4e6b-9ceb-9d6de53ef789 req-4a511788-6cb5-4105-a899-f02971ba04b2 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346212 Sep 03 15:06:23.496648 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 35646) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:23.542440 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865d55f-a879-4403-9694-45e302b0fea7 tempest-TestVolumeBootPattern-1737125373 tempest-TestVolumeBootPattern-1737125373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:23.544086 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3865d55f-a879-4403-9694-45e302b0fea7 tempest-TestVolumeBootPattern-1737125373 tempest-TestVolumeBootPattern-1737125373-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 1094 time: 0.0463555 Sep 03 15:06:23.546746 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 35648) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:23.551123 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'floatingip': {'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'port_id': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:06:23.572629 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.675539 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.713803 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e9f52b-cc42-48d6-85c7-07c7027df28b {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:06:23.722155 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.736006 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Transition to ACTIVE for port object b3e9f52b-cc42-48d6-85c7-07c7027df28b will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:06:23.746777 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.788738 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Allocated IP 172.27.0.111 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/0e95cca2-1969-4afd-9ce6-9b279b330d30) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:06:23.799887 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e9f52b-cc42-48d6-85c7-07c7027df28b,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:23.870229 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Attempting to bind port b3e9f52b-cc42-48d6-85c7-07c7027df28b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:06:23.870556 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Attempting to bind port b3e9f52b-cc42-48d6-85c7-07c7027df28b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '73f4fa80-cddc-44e1-b1c3-f67c9d629982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:06:23.870925 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Attempting to bind port b3e9f52b-cc42-48d6-85c7-07c7027df28b on network 6645029f-c9b5-4114-9d71-1ddf3dfee198 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:06:23.875250 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Port b3e9f52b-cc42-48d6-85c7-07c7027df28b on network 6645029f-c9b5-4114-9d71-1ddf3dfee198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:06:23.875560 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Attempting to bind port b3e9f52b-cc42-48d6-85c7-07c7027df28b on network 6645029f-c9b5-4114-9d71-1ddf3dfee198 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:06:23.880324 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:06:23.880654 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Checking segment: {'id': '73f4fa80-cddc-44e1-b1c3-f67c9d629982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:06:23.881031 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Bound using segment: {'id': '73f4fa80-cddc-44e1-b1c3-f67c9d629982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:06:23.881453 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Bound port: b3e9f52b-cc42-48d6-85c7-07c7027df28b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f4fa80-cddc-44e1-b1c3-f67c9d629982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:06:23.881834 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.900349 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.944755 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.952848 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] For port b3e9f52b-cc42-48d6-85c7-07c7027df28b, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:06:23.956317 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] For port b3e9f52b-cc42-48d6-85c7-07c7027df28b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b3e9f52b-cc42-48d6-85c7-07c7027df28b,segment=NetworkSegment(73f4fa80-cddc-44e1-b1c3-f67c9d629982),segment_id=73f4fa80-cddc-44e1-b1c3-f67c9d629982)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:06:23.964355 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:23.986571 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:06:23.989612 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:06:23.992438 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:06:24.001278 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:24.002113 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:24.003525 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/b3e9f52b-cc42-48d6-85c7-07c7027df28b HTTP/1.1" status: 200 len: 1093 time: 0.6694291 Sep 03 15:06:24.003985 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796356f1-45c7-4465-bd14-6231896082b1', 'tag': 'b3e9f52b-cc42-48d6-85c7-07c7027df28b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:06:24.006422 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1635ec91-1dbd-4f2b-a221-2304b75e46ab" -d '{"events": [{"name": "network-changed", "server_uuid": "796356f1-45c7-4465-bd14-6231896082b1", "tag": "b3e9f52b-cc42-48d6-85c7-07c7027df28b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:06:24.033739 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'Port': ['ID=0e95cca2-1969-4afd-9ce6-9b279b330d30,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:24.041700 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c42076-f333-4995-9560-3a4feb1321d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e9f52b-cc42-48d6-85c7-07c7027df28b,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:24.047329 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.047796 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.048233 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.048663 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.049135 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.050469 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.050921 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.051345 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.051783 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.052198 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.052616 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.053089 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:24.073048 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10797bb8-bcce-4bbe-92ce-4fe9a7b7a28d x-openstack-request-id: req-10797bb8-bcce-4bbe-92ce-4fe9a7b7a28d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:06:24.073673 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796356f1-45c7-4465-bd14-6231896082b1", "tag": "b3e9f52b-cc42-48d6-85c7-07c7027df28b", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:06:24.074138 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10797bb8-bcce-4bbe-92ce-4fe9a7b7a28d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:06:24.074538 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796356f1-45c7-4465-bd14-6231896082b1', 'tag': 'b3e9f52b-cc42-48d6-85c7-07c7027df28b', 'status': 'completed', 'code': 200} Sep 03 15:06:24.117599 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-32f66939-c321-425b-acdd-87bc6aee45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:24.119146 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-32f66939-c321-425b-acdd-87bc6aee45e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b51de197799d4792a850365f31a6f8db&device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 1096 time: 0.0408528 Sep 03 15:06:24.166046 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-192c10cf-cedd-4f43-a98e-0936e80d2f21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e9f52b-cc42-48d6-85c7-07c7027df28b HTTP/1.1" status: 200 len: 217 time: 0.0389595 Sep 03 15:06:24.216958 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-c635b048-eab2-4a43-93d0-346d68d1cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:24.218362 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-c635b048-eab2-4a43-93d0-346d68d1cfb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe6108ce-6e98-4ab1-987d-47ce293c1627 HTTP/1.1" status: 200 len: 853 time: 0.0443239 Sep 03 15:06:24.250852 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-0413a893-b7ec-4da5-a62b-1872fa6ea14e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6645029f-c9b5-4114-9d71-1ddf3dfee198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241473 Sep 03 15:06:24.284085 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f723a-1029-4262-a23d-3487055d2261 req-cf0955b9-616e-4882-8665-c557469e432a tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:24.285561 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5c2f723a-1029-4262-a23d-3487055d2261 req-cf0955b9-616e-4882-8665-c557469e432a tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 943 time: 0.1041541 Sep 03 15:06:24.346154 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-d7b04601-7588-418d-a138-8ce16389110d service neutron] 10.222.0.26 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866239 Sep 03 15:06:24.351902 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5c2f723a-1029-4262-a23d-3487055d2261 req-8f20f925-ad29-4058-a9b1-e0eb135fe267 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595806 Sep 03 15:06:24.441026 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:24.443927 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-67946868-2b1c-4aaf-a590-009b688c1d54 req-09de0f29-95e1-4d0c-9929-2f8af678c992 service neutron] 10.222.0.26 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894032 Sep 03 15:06:24.510116 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:24.537635 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635ec91-1dbd-4f2b-a221-2304b75e46ab req-9272c9d7-2bd4-4204-881a-9ea987a7103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:24.539143 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1635ec91-1dbd-4f2b-a221-2304b75e46ab req-9272c9d7-2bd4-4204-881a-9ea987a7103e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b51de197799d4792a850365f31a6f8db&device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 1096 time: 0.0450556 Sep 03 15:06:24.664767 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288aad6-2701-4657-9fc3-25547570eacd req-f9e0212d-8140-4a9e-b9db-1fc3e5fcf75b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:24.665838 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:24.666355 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1288aad6-2701-4657-9fc3-25547570eacd req-f9e0212d-8140-4a9e-b9db-1fc3e5fcf75b tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 945 time: 0.0968060 Sep 03 15:06:24.673399 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13202918'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:24.701718 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635ec91-1dbd-4f2b-a221-2304b75e46ab req-b1c27b09-d65f-480c-b5eb-ec66d22d4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:24.703201 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1635ec91-1dbd-4f2b-a221-2304b75e46ab req-b1c27b09-d65f-480c-b5eb-ec66d22d4203 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6645029f-c9b5-4114-9d71-1ddf3dfee198 HTTP/1.1" status: 200 len: 914 time: 0.1564846 Sep 03 15:06:24.749366 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'Port': ['ID=0e95cca2-1969-4afd-9ce6-9b279b330d30,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:24.759452 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1635ec91-1dbd-4f2b-a221-2304b75e46ab req-5838c12a-8d17-4cc4-ab67-36127793c06c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e9f52b-cc42-48d6-85c7-07c7027df28b HTTP/1.1" status: 200 len: 217 time: 0.0475194 Sep 03 15:06:24.763130 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1288aad6-2701-4657-9fc3-25547570eacd req-2115c163-ab17-4cc4-a5bb-2ea1595666e6 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903997 Sep 03 15:06:24.765586 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:24.791801 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 23226c81-725f-4aa0-ba12-8013701175d5 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:06:24.813583 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635ec91-1dbd-4f2b-a221-2304b75e46ab req-c65859ac-502d-4438-b084-956f184b8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:24.815224 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1635ec91-1dbd-4f2b-a221-2304b75e46ab req-c65859ac-502d-4438-b084-956f184b8f95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe6108ce-6e98-4ab1-987d-47ce293c1627 HTTP/1.1" status: 200 len: 853 time: 0.0485611 Sep 03 15:06:24.834520 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 23226c81-725f-4aa0-ba12-8013701175d5 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:06:24.835191 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:24.848535 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1635ec91-1dbd-4f2b-a221-2304b75e46ab req-e4f84246-0f73-4314-bc6e-260a80e761c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6645029f-c9b5-4114-9d71-1ddf3dfee198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254364 Sep 03 15:06:24.866889 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Floating IP 15136133-5510-476b-a5ba-f2ede4808357 associated. External IP: 172.27.0.111, port: 9368783c-dab7-49d1-872e-7924f42fc4d7. Sep 03 15:06:24.916797 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:24.939929 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:06:24.942591 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6132bd07-b49b-45ec-b8ed-ab729f7167bf" -d '{"events": [{"server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "name": "network-vif-plugged", "status": "completed", "tag": "23226c81-725f-4aa0-ba12-8013701175d5"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:06:24.947362 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1635ec91-1dbd-4f2b-a221-2304b75e46ab req-7f38b8ac-b650-4478-ba41-b6a88232dbd7 service neutron] 10.222.0.26 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901132 Sep 03 15:06:24.955464 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:24.961586 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:24.988978 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c42146c-bf0b-4cef-9816-96e8252dd60f x-openstack-request-id: req-2c42146c-bf0b-4cef-9816-96e8252dd60f {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:06:24.989576 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "name": "network-vif-plugged", "status": "completed", "tag": "23226c81-725f-4aa0-ba12-8013701175d5", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:06:24.990008 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c42146c-bf0b-4cef-9816-96e8252dd60f {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:06:24.990397 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5', 'code': 200} Sep 03 15:06:25.017667 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=23226c81-725f-4aa0-ba12-8013701175d5,revision_number=10']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:25.073214 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1635ec91-1dbd-4f2b-a221-2304b75e46ab req-4f46d4d0-e09c-42a3-8b81-2e3877b2ad07 service neutron] 10.222.0.26 "GET /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172092 Sep 03 15:06:25.100580 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Router 87c8430c-b39b-44eb-954a-5277e55aaa58 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:06:25.202668 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32546-491c-488d-ade6-fd219be1b8ed req-1fa9a5df-d593-4fcc-ad1f-568dbe42abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:25.204263 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-22c32546-491c-488d-ade6-fd219be1b8ed req-1fa9a5df-d593-4fcc-ad1f-568dbe42abbc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 1100 time: 0.0424621 Sep 03 15:06:25.210112 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:06:25.220193 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f148f9ac-d279-4ff9-b9dd-cbd44ce1a5e2 None None] Sync routers for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:06:25.228814 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:25.229906 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f148f9ac-d279-4ff9-b9dd-cbd44ce1a5e2 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:06:25.230544 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f148f9ac-d279-4ff9-b9dd-cbd44ce1a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:06:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:25.247027 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-22c32546-491c-488d-ade6-fd219be1b8ed req-645e814b-3031-472e-a2eb-35b43c40f538 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342517 Sep 03 15:06:25.268428 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1732ebd7-c784-4326-a0c5-3f6f17c6e6ce tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7168217 Sep 03 15:06:25.268428 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7873d355-cd80-4423-840b-13b3fbb833bd', 'tag': '9368783c-dab7-49d1-872e-7924f42fc4d7'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:06:25.268428 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1a2438-40cc-43e6-b5e3-988fe2921503" -d '{"events": [{"name": "network-changed", "server_uuid": "7873d355-cd80-4423-840b-13b3fbb833bd", "tag": "9368783c-dab7-49d1-872e-7924f42fc4d7"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:06:25.345359 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f148f9ac-d279-4ff9-b9dd-cbd44ce1a5e2 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:06:25.374122 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e346b4-538d-45bf-ba69-33eb4ac17a1e x-openstack-request-id: req-f1e346b4-538d-45bf-ba69-33eb4ac17a1e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:06:25.375060 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7873d355-cd80-4423-840b-13b3fbb833bd", "tag": "9368783c-dab7-49d1-872e-7924f42fc4d7", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:06:25.375500 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1e346b4-538d-45bf-ba69-33eb4ac17a1e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:06:25.376058 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7873d355-cd80-4423-840b-13b3fbb833bd', 'tag': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'status': 'completed', 'code': 200} Sep 03 15:06:25.485686 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f5f4a-e87e-46f7-b2ea-ca481a29092e req-a9fee987-bf2c-4ae5-a455-9eb578c5cef4 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:25.489975 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-392f5f4a-e87e-46f7-b2ea-ca481a29092e req-a9fee987-bf2c-4ae5-a455-9eb578c5cef4 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 943 time: 0.0624020 Sep 03 15:06:25.516367 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a2438-40cc-43e6-b5e3-988fe2921503 req-99b83cf0-5fa8-46c9-84d4-2a607399640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:25.518521 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4c1a2438-40cc-43e6-b5e3-988fe2921503 req-99b83cf0-5fa8-46c9-84d4-2a607399640b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 1099 time: 0.0517373 Sep 03 15:06:25.528496 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-392f5f4a-e87e-46f7-b2ea-ca481a29092e req-d23cbd9d-4502-4c3d-81b1-ac83df54ec85 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Sep 03 15:06:25.610876 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f148f9ac-d279-4ff9-b9dd-cbd44ce1a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '15136133-5510-476b-a5ba-f2ede4808357', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:77:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873d355-cd80-4423-840b-13b3fbb833bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:06:24Z', 'updated_at': '2021-09-03T15:06:24Z', 'revision_number': 0, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:25.627571 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a2438-40cc-43e6-b5e3-988fe2921503 req-8fb53fd2-8576-4d0a-8510-233ef9f76c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:25.630657 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4c1a2438-40cc-43e6-b5e3-988fe2921503 req-8fb53fd2-8576-4d0a-8510-233ef9f76c8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 912 time: 0.1046803 Sep 03 15:06:25.642267 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f148f9ac-d279-4ff9-b9dd-cbd44ce1a5e2 None None] Checking router: 87c8430c-b39b-44eb-954a-5277e55aaa58 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:06:25.651192 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f148f9ac-d279-4ff9-b9dd-cbd44ce1a5e2 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:06:25.651888 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f148f9ac-d279-4ff9-b9dd-cbd44ce1a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:06:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:25.714081 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4c1a2438-40cc-43e6-b5e3-988fe2921503 req-a4ea176f-9c85-4ed4-b47b-79a162c96296 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9368783c-dab7-49d1-872e-7924f42fc4d7 HTTP/1.1" status: 200 len: 1000 time: 0.0657976 Sep 03 15:06:25.724010 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6cb56-e8f5-4cf2-a7d4-46636a36015b req-23ef8d15-9418-4e8b-a144-dccd149576a5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:25.725537 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-11a6cb56-e8f5-4cf2-a7d4-46636a36015b req-23ef8d15-9418-4e8b-a144-dccd149576a5 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 945 time: 0.0506282 Sep 03 15:06:25.758840 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f148f9ac-d279-4ff9-b9dd-cbd44ce1a5e2 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:06:25.764744 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-11a6cb56-e8f5-4cf2-a7d4-46636a36015b req-5e4413da-74d0-4a33-bca1-541d9ebff069 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326056 Sep 03 15:06:25.770708 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a2438-40cc-43e6-b5e3-988fe2921503 req-9d7547d8-595d-41c6-9e81-115ccec613c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:25.772292 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4c1a2438-40cc-43e6-b5e3-988fe2921503 req-9d7547d8-595d-41c6-9e81-115ccec613c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0500309 Sep 03 15:06:25.824604 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a2438-40cc-43e6-b5e3-988fe2921503 req-275a9ddc-9390-45a0-a86f-6747b452e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:25.826305 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4c1a2438-40cc-43e6-b5e3-988fe2921503 req-275a9ddc-9390-45a0-a86f-6747b452e54b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454242 Sep 03 15:06:25.946910 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44116af0-6ade-4529-9133-be1d17672daf req-75abcafd-b428-4a65-b86b-dce7f1632f07 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:25.948392 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-44116af0-6ade-4529-9133-be1d17672daf req-75abcafd-b428-4a65-b86b-dce7f1632f07 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 947 time: 0.1046262 Sep 03 15:06:25.964307 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4c1a2438-40cc-43e6-b5e3-988fe2921503 req-5ba2f55d-6a0a-4ab0-affe-7e77d0fec5b8 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288779 Sep 03 15:06:25.981110 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f148f9ac-d279-4ff9-b9dd-cbd44ce1a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '15136133-5510-476b-a5ba-f2ede4808357', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:77:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873d355-cd80-4423-840b-13b3fbb833bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:06:24Z', 'updated_at': '2021-09-03T15:06:24Z', 'revision_number': 0, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:26.007392 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f148f9ac-d279-4ff9-b9dd-cbd44ce1a5e2 None None] The sync data for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi is: [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '15136133-5510-476b-a5ba-f2ede4808357', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:77:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873d355-cd80-4423-840b-13b3fbb833bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:06:24Z', 'updated_at': '2021-09-03T15:06:24Z', 'revision_number': 0, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:06:26.014999 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-44116af0-6ade-4529-9133-be1d17672daf req-52e9647a-d4fe-4f67-9de4-cd45bdce6c5c tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594153 Sep 03 15:06:26.073987 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4c1a2438-40cc-43e6-b5e3-988fe2921503 req-a6dbb9dc-4f54-48ce-b483-e6521a16f87f service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012311 Sep 03 15:06:26.186980 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b275eb7-2cd2-48cb-9f93-5bbc475d6d2e None None] New status for floating IP 15136133-5510-476b-a5ba-f2ede4808357: ACTIVE {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:06:26.643353 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c2016-7ce4-44ef-8b4d-f23a5a1d73ab req-c0ca8a72-561f-4762-82fd-bbc9431a49bb tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:26.644856 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9f8c2016-7ce4-44ef-8b4d-f23a5a1d73ab req-c0ca8a72-561f-4762-82fd-bbc9431a49bb tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 943 time: 0.0489893 Sep 03 15:06:26.683419 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9f8c2016-7ce4-44ef-8b4d-f23a5a1d73ab req-1844246f-f66f-4fb2-9e50-726395b09172 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Sep 03 15:06:26.788352 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b3e9f52b-cc42-48d6-85c7-07c7027df28b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:06:26.890769 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200a14f-744f-4127-9ce1-11a3f5ecf61f req-dd5a0e73-b041-4020-8690-46cfda26a803 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:26.892076 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f200a14f-744f-4127-9ce1-11a3f5ecf61f req-dd5a0e73-b041-4020-8690-46cfda26a803 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 945 time: 0.0553105 Sep 03 15:06:26.899005 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b3e9f52b-cc42-48d6-85c7-07c7027df28b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b3e9f52b-cc42-48d6-85c7-07c7027df28b,segment=NetworkSegment(73f4fa80-cddc-44e1-b1c3-f67c9d629982),segment_id=73f4fa80-cddc-44e1-b1c3-f67c9d629982)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:26.910762 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'b3e9f52b-cc42-48d6-85c7-07c7027df28b', 'network_id': '6645029f-c9b5-4114-9d71-1ddf3dfee198', 'port_id': 'b3e9f52b-cc42-48d6-85c7-07c7027df28b', 'mac_address': 'fa:16:3e:15:c4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6108ce-6e98-4ab1-987d-47ce293c1627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:06:26.933646 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f200a14f-744f-4127-9ce1-11a3f5ecf61f req-546bd9ac-76fe-4960-b03e-1ce7cb7206dc tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352411 Sep 03 15:06:26.948377 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:26.961463 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e9f52b-cc42-48d6-85c7-07c7027df28b {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:06:26.980996 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b3e9f52b-cc42-48d6-85c7-07c7027df28b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b3e9f52b-cc42-48d6-85c7-07c7027df28b,segment=NetworkSegment(73f4fa80-cddc-44e1-b1c3-f67c9d629982),segment_id=73f4fa80-cddc-44e1-b1c3-f67c9d629982)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:26.985596 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:27.031291 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=b3e9f52b-cc42-48d6-85c7-07c7027df28b,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:27.151117 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9be025-e3bb-4115-9b46-de8334d66a32 req-3c858749-a0a2-4b44-bf11-eb05a707c7b7 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:27.152618 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ee9be025-e3bb-4115-9b46-de8334d66a32 req-3c858749-a0a2-4b44-bf11-eb05a707c7b7 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 947 time: 0.0636733 Sep 03 15:06:27.193573 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ee9be025-e3bb-4115-9b46-de8334d66a32 req-2ef48ec5-4046-45c1-b3ee-d52062eb98ea tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324564 Sep 03 15:06:27.248765 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['b3e9f52b-cc42-48d6-85c7-07c7027df28b'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:06:27.653516 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-acc0ae39-5245-4b2c-885f-390c47a68b9e tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:27.655002 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-acc0ae39-5245-4b2c-885f-390c47a68b9e tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.26 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 945 time: 0.0573192 Sep 03 15:06:27.749384 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Deleting port b1b0887a-9eee-44c3-ad32-ba243a9aed7b {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:06:27.749755 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:27.858000 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dfba8-197a-4dab-ac16-6bcf71560a22 req-a07bf557-1a5e-4e6f-888e-c268431723e5 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:27.859499 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c24dfba8-197a-4dab-ac16-6bcf71560a22 req-a07bf557-1a5e-4e6f-888e-c268431723e5 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 944 time: 0.1067924 Sep 03 15:06:27.880314 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] For port b1b0887a-9eee-44c3-ad32-ba243a9aed7b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b1b0887a-9eee-44c3-ad32-ba243a9aed7b,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:27.880686 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:27.950809 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c24dfba8-197a-4dab-ac16-6bcf71560a22 req-edf609c6-7627-42c3-8468-184640e3f89a tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825293 Sep 03 15:06:28.054541 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb7204-c8e2-441e-be36-19f9edc78089 req-a332d444-65fd-4610-84d4-fef8e1a38b9d tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:28.056025 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-76eb7204-c8e2-441e-be36-19f9edc78089 req-a332d444-65fd-4610-84d4-fef8e1a38b9d tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/ports?device_id=675f5646-9a89-4c21-bf5b-42a8b48bb8aa HTTP/1.1" status: 200 len: 945 time: 0.0482790 Sep 03 15:06:28.073080 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:28.073451 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:28.073799 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.l3_db [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Floating IP 1074d4e9-e8c0-4a7f-88cc-b1ead84b18ac disassociated. External IP: 172.27.0.16, port: b1b0887a-9eee-44c3-ad32-ba243a9aed7b. Sep 03 15:06:28.074140 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Calling delete_port for b1b0887a-9eee-44c3-ad32-ba243a9aed7b owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:06:28.092575 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-76eb7204-c8e2-441e-be36-19f9edc78089 req-59002f23-20e5-4446-914f-1a6ce5f8b4cb tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306227 Sep 03 15:06:28.207447 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:28.239761 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event deleted for resources: {'Port': ['ID=b1b0887a-9eee-44c3-ad32-ba243a9aed7b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:28.373697 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Router 7432e88a-180d-46ff-bc3c-126900adfc7f has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:06:28.480545 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:06:28.491044 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a36230-639c-49b9-9a79-fd8813c970e9 None None] Sync routers for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:06:28.501096 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a36230-639c-49b9-9a79-fd8813c970e9 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:06:28.501854 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-77a36230-639c-49b9-9a79-fd8813c970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:06:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:28.521008 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] No DVR routers for this DVR port b1b0887a-9eee-44c3-ad32-ba243a9aed7b on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:06:28.523760 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:28.526061 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-45f10995-3f98-4edf-a025-f5c5c41ca0e1 req-65bb325b-d480-4a5b-a758-96d59eb3a341 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.26 "DELETE /v2.0/ports/b1b0887a-9eee-44c3-ad32-ba243a9aed7b HTTP/1.1" status: 204 len: 173 time: 0.8635793 Sep 03 15:06:28.526501 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'name': 'network-vif-deleted', 'tag': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:06:28.528787 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5adf931-b7a9-4e3a-80a9-2f3927a8b3a5" -d '{"events": [{"server_uuid": "675f5646-9a89-4c21-bf5b-42a8b48bb8aa", "name": "network-vif-deleted", "tag": "b1b0887a-9eee-44c3-ad32-ba243a9aed7b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:06:28.566009 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93db2b13-f445-4639-9600-896fc6a2b031 x-openstack-request-id: req-93db2b13-f445-4639-9600-896fc6a2b031 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:06:28.566362 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675f5646-9a89-4c21-bf5b-42a8b48bb8aa", "name": "network-vif-deleted", "tag": "b1b0887a-9eee-44c3-ad32-ba243a9aed7b", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:06:28.566552 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93db2b13-f445-4639-9600-896fc6a2b031 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:06:28.566944 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675f5646-9a89-4c21-bf5b-42a8b48bb8aa', 'name': 'network-vif-deleted', 'tag': 'b1b0887a-9eee-44c3-ad32-ba243a9aed7b', 'status': 'completed', 'code': 200} Sep 03 15:06:28.748649 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-77a36230-639c-49b9-9a79-fd8813c970e9 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:06:28.790204 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b3e9f52b-cc42-48d6-85c7-07c7027df28b up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:06:28.927604 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port b3e9f52b-cc42-48d6-85c7-07c7027df28b completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:06:28.951960 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port b3e9f52b-cc42-48d6-85c7-07c7027df28b triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:06:28.952403 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:29.018525 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-77a36230-639c-49b9-9a79-fd8813c970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:29.060852 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a36230-639c-49b9-9a79-fd8813c970e9 None None] Checking router: 7432e88a-180d-46ff-bc3c-126900adfc7f for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:06:29.074400 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666aee7-dfee-4d5d-a3b5-8629a377e55c req-3fdb010d-ca29-4eae-93ce-10409a7cb9bd tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:29.075919 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9666aee7-dfee-4d5d-a3b5-8629a377e55c req-3fdb010d-ca29-4eae-93ce-10409a7cb9bd tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 944 time: 0.0535839 Sep 03 15:06:29.079799 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:29.081739 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a36230-639c-49b9-9a79-fd8813c970e9 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:06:29.082383 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-77a36230-639c-49b9-9a79-fd8813c970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:06:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:29.114622 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9666aee7-dfee-4d5d-a3b5-8629a377e55c req-c30b2524-86bb-46b7-add3-85f10f299910 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Sep 03 15:06:29.163663 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796356f1-45c7-4465-bd14-6231896082b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e9f52b-cc42-48d6-85c7-07c7027df28b'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:06:29.165898 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268d97f9-59d6-4404-b024-7b1c621c7bce" -d '{"events": [{"server_uuid": "796356f1-45c7-4465-bd14-6231896082b1", "name": "network-vif-plugged", "status": "completed", "tag": "b3e9f52b-cc42-48d6-85c7-07c7027df28b"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:06:29.182278 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b3e9f52b-cc42-48d6-85c7-07c7027df28b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b3e9f52b-cc42-48d6-85c7-07c7027df28b,segment=NetworkSegment(73f4fa80-cddc-44e1-b1c3-f67c9d629982),segment_id=73f4fa80-cddc-44e1-b1c3-f67c9d629982)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:29.182437 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 35754) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:29.190275 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:29.221636 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee0a402-ee30-4363-8226-f20616639d39 x-openstack-request-id: req-1ee0a402-ee30-4363-8226-f20616639d39 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:06:29.221905 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796356f1-45c7-4465-bd14-6231896082b1", "name": "network-vif-plugged", "status": "completed", "tag": "b3e9f52b-cc42-48d6-85c7-07c7027df28b", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:06:29.222159 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ee0a402-ee30-4363-8226-f20616639d39 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:06:29.222538 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796356f1-45c7-4465-bd14-6231896082b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e9f52b-cc42-48d6-85c7-07c7027df28b', 'code': 200} Sep 03 15:06:29.239264 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-521264de-0aec-461e-a136-f0ebbf404971 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:29.251949 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-77a36230-639c-49b9-9a79-fd8813c970e9 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:06:29.268407 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-521264de-0aec-461e-a136-f0ebbf404971 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:29.287103 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=b3e9f52b-cc42-48d6-85c7-07c7027df28b,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:29.328468 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-521264de-0aec-461e-a136-f0ebbf404971 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:29.331417 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-521264de-0aec-461e-a136-f0ebbf404971 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:29.332591 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-521264de-0aec-461e-a136-f0ebbf404971 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "DELETE /v2.0/security-groups/b1e9ffe8-bb0f-4a77-b841-bd0062f94b19 HTTP/1.1" status: 204 len: 168 time: 0.1492417 Sep 03 15:06:29.335374 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 35756) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:29.343713 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521264de-0aec-461e-a136-f0ebbf404971 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e9ffe8-bb0f-4a77-b841-bd0062f94b19,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:29.366452 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.api.v2.resource [None req-9cebfe4e-d3b7-462a-805a-3f0fea3d30b1 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] show failed (client error): The resource could not be found. Sep 03 15:06:29.367460 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-9cebfe4e-d3b7-462a-805a-3f0fea3d30b1 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "GET /v2.0/security-groups/b1e9ffe8-bb0f-4a77-b841-bd0062f94b19 HTTP/1.1" status: 404 len: 347 time: 0.0276747 Sep 03 15:06:29.370697 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 35758) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:29.396728 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7f12c-17ad-4c90-ae25-a56ecf7c0426 req-b1639fbc-6b4b-4f2c-b1f7-f3ed67aacf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:29.398245 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-86c7f12c-17ad-4c90-ae25-a56ecf7c0426 req-b1639fbc-6b4b-4f2c-b1f7-f3ed67aacf2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 1098 time: 0.0475266 Sep 03 15:06:29.436446 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-86c7f12c-17ad-4c90-ae25-a56ecf7c0426 req-0ec23dfa-746a-425a-a2a7-755f3e5933a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306816 Sep 03 15:06:29.474671 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-77a36230-639c-49b9-9a79-fd8813c970e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:29.506033 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a36230-639c-49b9-9a79-fd8813c970e9 None None] The sync data for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi is: [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:00:37Z', 'revision_number': 4, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c', 'name': '', 'network_id': '6f9bf41e-f10e-437e-872f-49198a03f4e5', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'mac_address': 'fa:16:3e:85:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:49Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'subnets': [{'id': '0c59e563-865c-4b5c-80bc-f771c855535d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:06:29.715165 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fd264-d55b-45b3-8fba-e97647c802fe None None] New status for floating IP 1074d4e9-e8c0-4a7f-88cc-b1ead84b18ac: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:06:29.723497 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-347a67fa-9a8f-48b7-b284-c5514c1ae6f6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Deleting port 261fced7-98fd-4fab-a276-f5db2be6fe03 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:06:29.723837 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-347a67fa-9a8f-48b7-b284-c5514c1ae6f6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:29.800093 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-347a67fa-9a8f-48b7-b284-c5514c1ae6f6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:29.800378 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-347a67fa-9a8f-48b7-b284-c5514c1ae6f6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:29.812578 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-347a67fa-9a8f-48b7-b284-c5514c1ae6f6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Calling delete_port for 261fced7-98fd-4fab-a276-f5db2be6fe03 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:06:29.962734 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-347a67fa-9a8f-48b7-b284-c5514c1ae6f6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:29.985226 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a67fa-9a8f-48b7-b284-c5514c1ae6f6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Pushing event deleted for resources: {'Port': ['ID=261fced7-98fd-4fab-a276-f5db2be6fe03,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:30.047912 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-347a67fa-9a8f-48b7-b284-c5514c1ae6f6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:30.050528 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-347a67fa-9a8f-48b7-b284-c5514c1ae6f6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:30.051691 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-347a67fa-9a8f-48b7-b284-c5514c1ae6f6 tempest-AttachVolumeTestJSON-1028924852 tempest-AttachVolumeTestJSON-1028924852-project] 10.222.0.46 "DELETE /v2.0/floatingips/1074d4e9-e8c0-4a7f-88cc-b1ead84b18ac HTTP/1.1" status: 204 len: 168 time: 0.6796954 Sep 03 15:06:30.234562 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490d9cc-a4fe-4662-a0e2-f1138f0828cc req-be6a5391-3eb1-4d94-a6d1-a0284247e5e0 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:30.236036 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8490d9cc-a4fe-4662-a0e2-f1138f0828cc req-be6a5391-3eb1-4d94-a6d1-a0284247e5e0 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 945 time: 0.0493197 Sep 03 15:06:30.281319 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8490d9cc-a4fe-4662-a0e2-f1138f0828cc req-20c25dd4-30cc-493c-a0de-393de07e5bd4 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358615 Sep 03 15:06:30.792884 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b1b0887a-9eee-44c3-ad32-ba243a9aed7b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:06:30.813497 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: b1b0887a-9eee-44c3-ad32-ba243a9aed7b {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:06:30.813884 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b1b0887a-9eee-44c3-ad32-ba243a9aed7b not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:06:31.411767 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d06c9-34cf-4a72-aebb-14c514d4d126 req-a0ea73b9-3206-46c1-98d2-469f68bfa2e9 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:31.413310 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-528d06c9-34cf-4a72-aebb-14c514d4d126 req-a0ea73b9-3206-46c1-98d2-469f68bfa2e9 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 945 time: 0.0589771 Sep 03 15:06:31.460439 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-528d06c9-34cf-4a72-aebb-14c514d4d126 req-db99bab1-6cbc-4f8a-afa1-c69dbe811a3f tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386508 Sep 03 15:06:31.956024 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:06:33.636677 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 35804) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:34.043763 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698603'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:34.303991 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] Deleting port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:06:34.304308 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:34.382410 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] For port 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:34.382771 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:34.395665 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] Calling delete_port for 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:06:34.577574 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:34.601885 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:34.765618 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698751'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:34.979117 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] Router 7432e88a-180d-46ff-bc3c-126900adfc7f has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:06:35.095910 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:06:35.101168 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-37012cc8-31f9-4eed-bb86-ad6174c40c97 admin admin] 10.222.0.46 "PUT /v2.0/routers/7432e88a-180d-46ff-bc3c-126900adfc7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4633865 Sep 03 15:06:35.104188 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 35812) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:35.105284 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf15118-3dd1-4c30-8ef2-cc65bd81eec9 None None] Sync routers for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:06:35.115544 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf15118-3dd1-4c30-8ef2-cc65bd81eec9 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:06:35.116124 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-baf15118-3dd1-4c30-8ef2-cc65bd81eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:06:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:35.201912 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:35.222712 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-baf15118-3dd1-4c30-8ef2-cc65bd81eec9 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:06:35.302924 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:35.360420 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Deleting port dfdb716d-da3b-4e17-b311-17efd88f585e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:06:35.360764 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:35.396550 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-baf15118-3dd1-4c30-8ef2-cc65bd81eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:06:34Z', 'revision_number': 5, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port': {'id': 'dfdb716d-da3b-4e17-b311-17efd88f585e', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:35.422015 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf15118-3dd1-4c30-8ef2-cc65bd81eec9 None None] Checking router: 7432e88a-180d-46ff-bc3c-126900adfc7f for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:06:35.430633 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf15118-3dd1-4c30-8ef2-cc65bd81eec9 None None] Routers {'7432e88a-180d-46ff-bc3c-126900adfc7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:06:35.431241 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-baf15118-3dd1-4c30-8ef2-cc65bd81eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:06:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['7432e88a-180d-46ff-bc3c-126900adfc7f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:35.439735 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] For port dfdb716d-da3b-4e17-b311-17efd88f585e, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=dfdb716d-da3b-4e17-b311-17efd88f585e,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:35.440095 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:35.453552 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Calling delete_port for dfdb716d-da3b-4e17-b311-17efd88f585e owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:06:35.516609 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-baf15118-3dd1-4c30-8ef2-cc65bd81eec9 None None] Set router 7432e88a-180d-46ff-bc3c-126900adfc7f gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:06:35.570467 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-baf15118-3dd1-4c30-8ef2-cc65bd81eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:06:35Z', 'revision_number': 6, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port_host': None}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:35.596222 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf15118-3dd1-4c30-8ef2-cc65bd81eec9 None None] The sync data for ids ['7432e88a-180d-46ff-bc3c-126900adfc7f'] in dv-cinder-774288-7-iscsi is: [{'id': '7432e88a-180d-46ff-bc3c-126900adfc7f', 'name': 'tempest-AttachVolumeTestJSON-1911114397-router', 'tenant_id': '92cc24783e8c4100bff6576d1ea0004a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:24Z', 'updated_at': '2021-09-03T15:06:35Z', 'revision_number': 6, 'project_id': '92cc24783e8c4100bff6576d1ea0004a', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:06:35.621113 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:35.645713 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdb716d-da3b-4e17-b311-17efd88f585e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:35.708249 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696465'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:35.794389 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4729'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:35.796363 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:35.840646 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692791'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:35.841329 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7432e88a-180d-46ff-bc3c-126900adfc7f {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 15:06:35.846852 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:35.848300 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bd51c0a6-e753-4697-9f57-c19b4b65b27d admin admin] 10.222.0.46 "DELETE /v2.0/routers/7432e88a-180d-46ff-bc3c-126900adfc7f HTTP/1.1" status: 204 len: 168 time: 0.7432146 Sep 03 15:06:35.851121 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 35814) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:35.898766 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5badb7d5-76e1-44cb-9a78-edab6552174d admin admin] Deleting subnet 0c59e563-865c-4b5c-80bc-f771c855535d {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:06:35.901799 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5badb7d5-76e1-44cb-9a78-edab6552174d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:35.935538 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5badb7d5-76e1-44cb-9a78-edab6552174d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12584577'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.262652 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5badb7d5-76e1-44cb-9a78-edab6552174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.321513 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5badb7d5-76e1-44cb-9a78-edab6552174d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13202908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12987591'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.348392 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badb7d5-76e1-44cb-9a78-edab6552174d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c59e563-865c-4b5c-80bc-f771c855535d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:36.350436 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5badb7d5-76e1-44cb-9a78-edab6552174d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.352356 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5badb7d5-76e1-44cb-9a78-edab6552174d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0c59e563-865c-4b5c-80bc-f771c855535d HTTP/1.1" status: 204 len: 168 time: 0.5000279 Sep 03 15:06:36.354835 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 35818) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:36.357635 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd30db-9663-4cbb-8693-9de55902551e None None] Network 6f9bf41e-f10e-437e-872f-49198a03f4e5 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:06:36.427986 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.467524 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:06:36.488038 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:06:36.488382 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8e4aceab-82d2-4e9d-9a2a-fe9c977f9f5c not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:06:36.488808 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device dfdb716d-da3b-4e17-b311-17efd88f585e no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:06:36.494967 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Deleting port 52275dae-90e8-46cd-a98c-85411d21d571 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:06:36.495311 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.511412 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: dfdb716d-da3b-4e17-b311-17efd88f585e {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:06:36.511727 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device dfdb716d-da3b-4e17-b311-17efd88f585e not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:06:36.559497 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] For port 52275dae-90e8-46cd-a98c-85411d21d571, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=52275dae-90e8-46cd-a98c-85411d21d571,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:36.559861 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.572464 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Calling delete_port for 52275dae-90e8-46cd-a98c-85411d21d571 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:06:36.588075 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41502b37-1261-422b-875b-708540258931 None None] DHCP port deletion for 6f9bf41e-f10e-437e-872f-49198a03f4e5 request from dv-cinder-774288-7-iscsi {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 15:06:36.646864 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41502b37-1261-422b-875b-708540258931 None None] Deleting port 52275dae-90e8-46cd-a98c-85411d21d571 {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:06:36.647260 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41502b37-1261-422b-875b-708540258931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.665318 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.690134 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Pushing event deleted for resources: {'Port': ['ID=52275dae-90e8-46cd-a98c-85411d21d571,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:36.693741 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] No DVR routers for this DVR port 52275dae-90e8-46cd-a98c-85411d21d571 on host dv-cinder-774288-7-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:06:36.709692 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-41502b37-1261-422b-875b-708540258931 None None] For port 52275dae-90e8-46cd-a98c-85411d21d571, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=52275dae-90e8-46cd-a98c-85411d21d571,segment=NetworkSegment(64827c7c-2b27-4c51-a286-ca5a56f607f0),segment_id=64827c7c-2b27-4c51-a286-ca5a56f607f0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:36.710097 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41502b37-1261-422b-875b-708540258931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.722477 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-41502b37-1261-422b-875b-708540258931 None None] Calling delete_port for 52275dae-90e8-46cd-a98c-85411d21d571 owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:06:36.765517 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.775832 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9bf41e-f10e-437e-872f-49198a03f4e5']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:36.785951 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64827c7c-2b27-4c51-a286-ca5a56f607f0') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:36.786247 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64827c7c-2b27-4c51-a286-ca5a56f607f0') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:06:36.795059 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12584600'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.808842 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.814789 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:06:36.815174 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13202818'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: timer() Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: self._notify() Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: event.method(event) Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:06:36.816800 dv-cinder-774288-7-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:06:36.835717 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-41502b37-1261-422b-875b-708540258931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.861058 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41502b37-1261-422b-875b-708540258931 None None] Pushing event deleted for resources: {'Port': ['ID=52275dae-90e8-46cd-a98c-85411d21d571,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:36.862928 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41502b37-1261-422b-875b-708540258931 None None] No DVR routers for this DVR port 52275dae-90e8-46cd-a98c-85411d21d571 on host dv-cinder-774288-7-iscsi {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:06:36.874093 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.880423 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:36.882505 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] 10.222.0.46 "DELETE /v2.0/networks/6f9bf41e-f10e-437e-872f-49198a03f4e5 HTTP/1.1" status: 204 len: 168 time: 0.5267816 Sep 03 15:06:36.895861 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae755ac7-1155-49a2-b4d7-b1b73510274a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9bf41e-f10e-437e-872f-49198a03f4e5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:36.999358 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 35822) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:37.040347 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9c8a074b-3a60-4c26-83c4-ff09b898052e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92cc24783e8c4100bff6576d1ea0004a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397594 Sep 03 15:06:37.044136 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 35824) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:37.098415 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0cd05350-d2f9-43ae-801a-86dbe138983c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:37.119033 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0cd05350-d2f9-43ae-801a-86dbe138983c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:37.167935 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0cd05350-d2f9-43ae-801a-86dbe138983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:37.170428 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0cd05350-d2f9-43ae-801a-86dbe138983c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:37.171555 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-0cd05350-d2f9-43ae-801a-86dbe138983c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/832cc979-4366-4a37-a23d-58efe3498177 HTTP/1.1" status: 204 len: 168 time: 0.1264496 Sep 03 15:06:37.179281 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd05350-d2f9-43ae-801a-86dbe138983c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832cc979-4366-4a37-a23d-58efe3498177,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:37.867959 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 35848) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:37.922458 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:37.973826 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-932494289-network', 'tenant_id': '1600d12b3d9f46b0855d460a4b33a46e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:06:37.999307 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Made reservation on behalf of 1600d12b3d9f46b0855d460a4b33a46e for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:06:38.001828 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:38.016050 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:38.111803 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:38.117379 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:38.141954 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:06:38.151070 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7874826-97bf-43c5-b90a-1eb0dae6b5b5,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:38.157044 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:38.157455 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Added segment bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1 of type vlan for network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d Sep 03 15:06:38.198499 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:38.223579 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:38.224632 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:38.225147 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:38.254076 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3850842 Sep 03 15:06:38.257314 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 35856) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:06:38.263476 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] Request body: {'subnet': {'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-932494289-subnet', 'tenant_id': '1600d12b3d9f46b0855d460a4b33a46e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:06:38.289719 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] Made reservation on behalf of 1600d12b3d9f46b0855d460a4b33a46e for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:06:38.291630 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f1316-2e46-4912-a616-0eed07a3037a admin admin] Pushing event updated for resources: {'Network': ['ID=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:38.292092 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12736034'] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:38.301744 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:06:38.486019 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 52275dae-90e8-46cd-a98c-85411d21d571 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:06:38.507838 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16720167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12736012'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:38.511081 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 52275dae-90e8-46cd-a98c-85411d21d571 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:06:38.511425 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 52275dae-90e8-46cd-a98c-85411d21d571 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:06:38.557969 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca105376-2175-4d97-995e-c2b631c82902,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:38.578010 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] Checking segment: {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:06:38.578459 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] Network hostable DHCP agents. Network: 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:06:38.605750 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] Network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:06:38.621355 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:06:38.626360 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:38.626961 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:38.633539 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34fc1bb-c047-4fca-90ac-70ba000c4fab None None] Network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:06:38.641739 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-8157fc37-0c5e-42bc-8930-c3658bbe43a2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3822625 Sep 03 15:06:38.754708 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027db01-6a46-494c-8aa5-59d3046f8ec8 None None] Network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:06:39.071061 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-e9ccf0a5-cc64-489f-a448-8a9668543f6d tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:39.072596 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-e9ccf0a5-cc64-489f-a448-8a9668543f6d tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/networks?id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 200 len: 814 time: 0.1130149 Sep 03 15:06:39.087481 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-5a7174f8-5a8d-4321-bc83-f7837498e636 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/quotas/1600d12b3d9f46b0855d460a4b33a46e HTTP/1.1" status: 200 len: 375 time: 0.0091383 Sep 03 15:06:39.118883 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-7aa13a2f-f8a5-433a-88be-a2ca436bcb38 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263469 Sep 03 15:06:39.266956 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-7fd88dda-09b8-48c3-a604-bb5d72aea8da service neutron] 10.222.0.46 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413004 Sep 03 15:06:39.366156 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-416fce82-b0a1-46b7-84fe-0a6f6094bd07 service neutron] 10.222.0.46 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925603 Sep 03 15:06:39.529639 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-451eacd6-4fc0-41de-aeb9-504a607266dc req-6c0677fd-f0f8-4329-98d5-196a4cad55e8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 210 time: 0.0260291 Sep 03 15:06:40.637788 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-321c2d4f-a67f-466c-ab02-12a750e906bd req-2761e286-05b1-4396-87b9-16511fae541f tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 210 time: 0.0358734 Sep 03 15:06:41.595946 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-23d59ceb-4ccc-4c45-90ed-cf0ca1e5a879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:41.736261 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-46ffecf1-0e5f-42a8-9d88-fde97acc52bb req-fa053cb3-7a9c-4d23-94d5-2b2c640d2033 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 210 time: 0.0256870 Sep 03 15:06:42.160445 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-6fd216e4-2576-491b-8c29-8ac433e6098f tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:42.161994 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-6fd216e4-2576-491b-8c29-8ac433e6098f tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "GET /v2.0/networks?id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 200 len: 814 time: 0.1046481 Sep 03 15:06:42.176555 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Request body: {'port': {'device_id': 'f6929422-221c-4dce-9a62-42f9f5ff07a9', 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d', 'admin_state_up': True, 'tenant_id': '1600d12b3d9f46b0855d460a4b33a46e'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:06:42.291957 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Made reservation on behalf of 1600d12b3d9f46b0855d460a4b33a46e for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:06:42.295462 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:42.650876 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Allocated IP 172.20.0.7 (7e1fc3ae-56ce-497f-b70c-76c84f5ed34d/ca105376-2175-4d97-995e-c2b631c82902/e26b968e-c95c-42e0-b83e-de13bbe1acbb) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:06:42.799035 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:42.855263 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6b9313a4-7aff-4cd2-8580-e3c3d7756127 req-9fcb36d6-8e09-4692-8a4c-cd621bcfc883 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 210 time: 0.0325267 Sep 03 15:06:42.867619 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:42.918262 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:06:42.921282 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:06:42.927630 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:06:42.931522 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Pushing event updated for resources: {'Port': ['ID=e26b968e-c95c-42e0-b83e-de13bbe1acbb,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:42.975828 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:42.976448 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:42.993377 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-3548e3e3-0092-4280-89fa-9160bb40f3f0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8205924 Sep 03 15:06:43.985341 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b201b08-aba8-43a4-943c-8d87c00522a1 req-7d9dd8e2-edf5-4e4e-be21-f6080cf56703 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:43.986888 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6b201b08-aba8-43a4-943c-8d87c00522a1 req-7d9dd8e2-edf5-4e4e-be21-f6080cf56703 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 931 time: 0.0486994 Sep 03 15:06:44.025433 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6b201b08-aba8-43a4-943c-8d87c00522a1 req-31a31eac-1928-4ae1-b09b-e39138174ea3 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324485 Sep 03 15:06:44.249580 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5b822b47-6423-4661-b23a-683d3aa6e18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:44.362496 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:45.160670 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48173edc-6f34-4738-bf76-fe49b0727836 req-95275f5b-aea6-4e0f-b609-0969402cd700 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:45.162122 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-48173edc-6f34-4738-bf76-fe49b0727836 req-95275f5b-aea6-4e0f-b609-0969402cd700 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 931 time: 0.0612512 Sep 03 15:06:45.200149 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-48173edc-6f34-4738-bf76-fe49b0727836 req-099e0a04-921c-4528-8768-0508ebaa8086 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Sep 03 15:06:45.254506 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:45.660199 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Request body: {'port': {'device_id': 'f6929422-221c-4dce-9a62-42f9f5ff07a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:06:45.737816 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:45.760356 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-ae8cdc71-a97c-48ca-88d5-b6eb36398adc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699682 Sep 03 15:06:45.905109 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-f9905435-8b44-4b3a-9c07-3986ea094636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:45.906628 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-f9905435-8b44-4b3a-9c07-3986ea094636 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4a5e496fa629495fbd795a9ebd815563&device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 1100 time: 0.1195674 Sep 03 15:06:46.066329 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-8c201c2d-20b2-4818-9f2b-8d6faaed5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:46.067778 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-8c201c2d-20b2-4818-9f2b-8d6faaed5898 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 200 len: 918 time: 0.1240740 Sep 03 15:06:46.136829 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26b968e-c95c-42e0-b83e-de13bbe1acbb {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:06:46.146886 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:46.167256 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-b56ae45c-a11a-4192-b328-5ab77a7a65ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23226c81-725f-4aa0-ba12-8013701175d5 HTTP/1.1" status: 200 len: 1002 time: 0.0813081 Sep 03 15:06:46.168093 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Transition to ACTIVE for port object e26b968e-c95c-42e0-b83e-de13bbe1acbb will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:06:46.171460 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:46.254575 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e26b968e-c95c-42e0-b83e-de13bbe1acbb,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:46.263892 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-84c44219-1d8f-4acb-865e-64be001007f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:46.265380 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-84c44219-1d8f-4acb-865e-64be001007f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 200 len: 856 time: 0.0861101 Sep 03 15:06:46.312552 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcfb6b-8a9c-4c73-a8bf-a7da0df71281 req-471c5a97-9db0-4df2-9f49-4c94c711bbdd tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:46.314078 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e2dcfb6b-8a9c-4c73-a8bf-a7da0df71281 req-471c5a97-9db0-4df2-9f49-4c94c711bbdd tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 943 time: 0.0478539 Sep 03 15:06:46.354984 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e2dcfb6b-8a9c-4c73-a8bf-a7da0df71281 req-7ebebd61-bcc6-427a-8d0f-d56e61851237 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348599 Sep 03 15:06:46.359042 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-c7065c3c-d51d-4aac-8081-bd8d9389598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:46.360525 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-c7065c3c-d51d-4aac-8081-bd8d9389598c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34ee26d6-850e-4303-a242-cf2ea304088c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782495 Sep 03 15:06:46.361310 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Attempting to bind port e26b968e-c95c-42e0-b83e-de13bbe1acbb on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:06:46.361659 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Attempting to bind port e26b968e-c95c-42e0-b83e-de13bbe1acbb by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:06:46.361973 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Attempting to bind port e26b968e-c95c-42e0-b83e-de13bbe1acbb on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:06:46.366503 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Port e26b968e-c95c-42e0-b83e-de13bbe1acbb on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:06:46.366814 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Attempting to bind port e26b968e-c95c-42e0-b83e-de13bbe1acbb on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:06:46.371689 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:06:46.371992 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Checking segment: {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:06:46.372392 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Bound using segment: {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:06:46.372803 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Bound port: e26b968e-c95c-42e0-b83e-de13bbe1acbb, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:06:46.373154 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:46.517399 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] For port e26b968e-c95c-42e0-b83e-de13bbe1acbb, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:06:46.523421 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] For port e26b968e-c95c-42e0-b83e-de13bbe1acbb, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e26b968e-c95c-42e0-b83e-de13bbe1acbb,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:06:46.526860 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-2fcc295b-f157-43ca-8216-97a507635c15 service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516528 Sep 03 15:06:46.529287 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:46.594501 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:46.595111 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:46.596452 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/e26b968e-c95c-42e0-b83e-de13bbe1acbb HTTP/1.1" status: 200 len: 1093 time: 0.9410717 Sep 03 15:06:46.596864 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6929422-221c-4dce-9a62-42f9f5ff07a9', 'tag': 'e26b968e-c95c-42e0-b83e-de13bbe1acbb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:06:46.599139 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce1b988-4ad7-4805-b0d7-b1bec35d45f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6929422-221c-4dce-9a62-42f9f5ff07a9", "tag": "e26b968e-c95c-42e0-b83e-de13bbe1acbb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:06:46.654836 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b084d6-0de9-4139-ae88-284b62d3168c x-openstack-request-id: req-e4b084d6-0de9-4139-ae88-284b62d3168c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:06:46.655118 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6929422-221c-4dce-9a62-42f9f5ff07a9", "tag": "e26b968e-c95c-42e0-b83e-de13bbe1acbb", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:06:46.655358 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4b084d6-0de9-4139-ae88-284b62d3168c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:06:46.655753 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6929422-221c-4dce-9a62-42f9f5ff07a9', 'tag': 'e26b968e-c95c-42e0-b83e-de13bbe1acbb', 'status': 'completed', 'code': 200} Sep 03 15:06:46.666219 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bc68f-11d9-4e38-ab44-54939f3766c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e26b968e-c95c-42e0-b83e-de13bbe1acbb,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:46.711904 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8f01bb4f-6b86-4878-951d-85daed27cb9e req-b11ebaa1-6df7-4a36-9e45-dab78baefb3d service neutron] 10.222.0.26 "GET /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502788 Sep 03 15:06:46.716054 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-fc7df4c3-c2b8-4f2e-9f0c-98db9ce51a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:46.717398 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-fc7df4c3-c2b8-4f2e-9f0c-98db9ce51a3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 1096 time: 0.0643206 Sep 03 15:06:46.765088 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-4be589fd-4103-43c4-99a1-fad190c8c6f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e26b968e-c95c-42e0-b83e-de13bbe1acbb HTTP/1.1" status: 200 len: 217 time: 0.0392251 Sep 03 15:06:46.821248 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-6aa46dad-ebf8-4b6a-976c-5965757362c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:46.822776 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-6aa46dad-ebf8-4b6a-976c-5965757362c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca105376-2175-4d97-995e-c2b631c82902 HTTP/1.1" status: 200 len: 854 time: 0.0457478 Sep 03 15:06:46.853386 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-79dbfc97-62ec-42c6-b9ec-3fc5e17921c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236156 Sep 03 15:06:46.948091 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-53409660-a982-4a4d-8e6d-a860f2e768d6 service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869484 Sep 03 15:06:47.046216 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e07d4703-6366-413b-8fc1-4f562b04e933 req-1c6c3a8e-2927-48e2-86a7-23f093ba0cb5 service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823662 Sep 03 15:06:47.134645 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b988-4ad7-4805-b0d7-b1bec35d45f6 req-8db0ce94-f7b1-4fa2-8825-519009921ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:47.136135 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dce1b988-4ad7-4805-b0d7-b1bec35d45f6 req-8db0ce94-f7b1-4fa2-8825-519009921ef9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 1096 time: 0.0398374 Sep 03 15:06:47.150365 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:47.233458 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b988-4ad7-4805-b0d7-b1bec35d45f6 req-29ab2d51-f2a8-4563-9f3d-a568d87059d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:47.234834 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dce1b988-4ad7-4805-b0d7-b1bec35d45f6 req-29ab2d51-f2a8-4563-9f3d-a568d87059d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 200 len: 915 time: 0.0904477 Sep 03 15:06:47.277094 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dce1b988-4ad7-4805-b0d7-b1bec35d45f6 req-6034c5e3-cb57-4296-9145-925ac710c56d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e26b968e-c95c-42e0-b83e-de13bbe1acbb HTTP/1.1" status: 200 len: 217 time: 0.0332999 Sep 03 15:06:47.329260 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b988-4ad7-4805-b0d7-b1bec35d45f6 req-9bb55e1f-0f69-4f0a-8c60-78170d36f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:47.330683 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dce1b988-4ad7-4805-b0d7-b1bec35d45f6 req-9bb55e1f-0f69-4f0a-8c60-78170d36f637 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca105376-2175-4d97-995e-c2b631c82902 HTTP/1.1" status: 200 len: 854 time: 0.0458744 Sep 03 15:06:47.361679 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dce1b988-4ad7-4805-b0d7-b1bec35d45f6 req-09fe1028-d146-416c-a2e4-1b36999cfa14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228322 Sep 03 15:06:47.460846 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dce1b988-4ad7-4805-b0d7-b1bec35d45f6 req-5ea8baff-5fa5-4868-8c62-146e1f495e0a service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829117 Sep 03 15:06:47.470637 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff5fa-ae75-4d99-8492-4f1282cc1b36 req-bb0ae4ef-d5f2-4b2f-a091-a2eaecd8e5c5 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:47.472079 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-660ff5fa-ae75-4d99-8492-4f1282cc1b36 req-bb0ae4ef-d5f2-4b2f-a091-a2eaecd8e5c5 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 943 time: 0.0499918 Sep 03 15:06:47.510394 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-660ff5fa-ae75-4d99-8492-4f1282cc1b36 req-06599a67-5fae-4a83-bd69-2a534f386e54 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Sep 03 15:06:47.555126 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dce1b988-4ad7-4805-b0d7-b1bec35d45f6 req-7738371d-3001-486b-8931-9eb2c6cb742a service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856910 Sep 03 15:06:48.651075 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7896a-a2bf-44d2-b3f7-1c81a8c43671 req-faaf6dd0-e793-4e54-a566-79f419213de0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:48.652552 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ca7896a-a2bf-44d2-b3f7-1c81a8c43671 req-faaf6dd0-e793-4e54-a566-79f419213de0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 943 time: 0.0650904 Sep 03 15:06:48.701062 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7ca7896a-a2bf-44d2-b3f7-1c81a8c43671 req-6761ba33-61e4-483c-948f-c0f0387f9b0c tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Sep 03 15:06:48.904958 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e26b968e-c95c-42e0-b83e-de13bbe1acbb details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:06:49.009195 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e26b968e-c95c-42e0-b83e-de13bbe1acbb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e26b968e-c95c-42e0-b83e-de13bbe1acbb,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:49.020841 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'e26b968e-c95c-42e0-b83e-de13bbe1acbb', 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d', 'port_id': 'e26b968e-c95c-42e0-b83e-de13bbe1acbb', 'mac_address': 'fa:16:3e:5d:a7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca105376-2175-4d97-995e-c2b631c82902', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:06:49.057054 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:49.070277 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26b968e-c95c-42e0-b83e-de13bbe1acbb {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:06:49.090561 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e26b968e-c95c-42e0-b83e-de13bbe1acbb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e26b968e-c95c-42e0-b83e-de13bbe1acbb,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:49.096494 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:49.143002 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=e26b968e-c95c-42e0-b83e-de13bbe1acbb,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:49.359570 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['e26b968e-c95c-42e0-b83e-de13bbe1acbb'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:06:49.836706 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f730b4d-da82-4135-88bd-317290ffcc89 req-af92f67c-524d-42ab-855a-0d296f1dc596 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:49.838192 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0f730b4d-da82-4135-88bd-317290ffcc89 req-af92f67c-524d-42ab-855a-0d296f1dc596 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 944 time: 0.0566897 Sep 03 15:06:49.875263 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0f730b4d-da82-4135-88bd-317290ffcc89 req-471b8faa-38d9-43be-adde-5cb1db31aeb6 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Sep 03 15:06:50.902155 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e26b968e-c95c-42e0-b83e-de13bbe1acbb up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:06:50.958540 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port e26b968e-c95c-42e0-b83e-de13bbe1acbb completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:06:50.962673 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port e26b968e-c95c-42e0-b83e-de13bbe1acbb triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:06:50.963087 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:51.002108 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795f562-e5ff-4418-942c-f2593c5e357c req-a388df47-e8a4-45c3-bc5d-10b2ac1d5c62 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:51.004134 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2795f562-e5ff-4418-942c-f2593c5e357c req-a388df47-e8a4-45c3-bc5d-10b2ac1d5c62 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 944 time: 0.0532341 Sep 03 15:06:51.048172 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2795f562-e5ff-4418-942c-f2593c5e357c req-89f62abd-18d1-497c-995b-c9434d44fa77 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374055 Sep 03 15:06:51.062302 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:51.088342 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6929422-221c-4dce-9a62-42f9f5ff07a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26b968e-c95c-42e0-b83e-de13bbe1acbb'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:06:51.090777 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9bcfe0-ce59-42a9-9c7f-acc90f4870ff" -d '{"events": [{"server_uuid": "f6929422-221c-4dce-9a62-42f9f5ff07a9", "name": "network-vif-plugged", "status": "completed", "tag": "e26b968e-c95c-42e0-b83e-de13bbe1acbb"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:06:51.106427 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port e26b968e-c95c-42e0-b83e-de13bbe1acbb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e26b968e-c95c-42e0-b83e-de13bbe1acbb,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:51.111978 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:51.134508 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fcf542-db90-44da-99de-78b7e9d19f51 x-openstack-request-id: req-c3fcf542-db90-44da-99de-78b7e9d19f51 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:06:51.134799 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6929422-221c-4dce-9a62-42f9f5ff07a9", "name": "network-vif-plugged", "status": "completed", "tag": "e26b968e-c95c-42e0-b83e-de13bbe1acbb", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:06:51.135045 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3fcf542-db90-44da-99de-78b7e9d19f51 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:06:51.135427 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6929422-221c-4dce-9a62-42f9f5ff07a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26b968e-c95c-42e0-b83e-de13bbe1acbb', 'code': 200} Sep 03 15:06:51.163270 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=e26b968e-c95c-42e0-b83e-de13bbe1acbb,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:51.171020 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.171370 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.171709 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.172042 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.172369 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.172758 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.173100 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.173424 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.173779 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.174104 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.174422 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.174739 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:51.331007 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697043-838e-447a-9e9d-523c5da6293e req-62201035-4e14-4831-9ca9-5d0b367bf935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:51.332526 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae697043-838e-447a-9e9d-523c5da6293e req-62201035-4e14-4831-9ca9-5d0b367bf935 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 1098 time: 0.0536423 Sep 03 15:06:51.372916 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ae697043-838e-447a-9e9d-523c5da6293e req-c43c6b80-7c30-4a17-92e3-d7423a8e08b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Sep 03 15:06:51.572157 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a84d-beed-4a83-8029-61e7145b2c2c req-abe505b6-e613-4e9a-9f92-e5c91568fead tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:51.573676 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e426a84d-beed-4a83-8029-61e7145b2c2c req-abe505b6-e613-4e9a-9f92-e5c91568fead tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 945 time: 0.0508163 Sep 03 15:06:51.617744 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e426a84d-beed-4a83-8029-61e7145b2c2c req-4bbebffc-9560-440c-9125-ea080dafba4e tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357885 Sep 03 15:06:52.182293 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcbfd3-9a20-4cd8-a0a8-00b43baad3ce req-60c5c1f2-25ad-45d3-adec-37614925606a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:52.183775 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b3dcbfd3-9a20-4cd8-a0a8-00b43baad3ce req-60c5c1f2-25ad-45d3-adec-37614925606a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 945 time: 0.0595560 Sep 03 15:06:52.224821 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b3dcbfd3-9a20-4cd8-a0a8-00b43baad3ce req-8455cca5-ef1d-4946-be7d-690374f59c01 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Sep 03 15:06:52.736640 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2020693-d120-4eb5-b2cf-357cfbd4add0 req-c16d3b50-9c6f-4022-8839-41e62842ddde tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:52.738152 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b2020693-d120-4eb5-b2cf-357cfbd4add0 req-c16d3b50-9c6f-4022-8839-41e62842ddde tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 945 time: 0.0510459 Sep 03 15:06:52.775586 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b2020693-d120-4eb5-b2cf-357cfbd4add0 req-1975c0ca-908c-4b24-b29d-07c174f1646b tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314426 Sep 03 15:06:53.346993 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af697edc-1565-47d8-8a6a-78570d3f0583 req-0147daab-7ae7-4e2e-be0f-3a888d435b93 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:53.348539 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af697edc-1565-47d8-8a6a-78570d3f0583 req-0147daab-7ae7-4e2e-be0f-3a888d435b93 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 945 time: 0.0483139 Sep 03 15:06:53.388815 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af697edc-1565-47d8-8a6a-78570d3f0583 req-5f91548b-96ff-4fd5-a9ce-46089f5daa89 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Sep 03 15:06:53.612031 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36661d09-6518-48b0-879c-af733bd18e98 req-774f3b13-f3ae-4bd5-be6d-2c49517c4995 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:53.613499 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-36661d09-6518-48b0-879c-af733bd18e98 req-774f3b13-f3ae-4bd5-be6d-2c49517c4995 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.26 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 945 time: 0.0498157 Sep 03 15:06:53.718819 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-36661d09-6518-48b0-879c-af733bd18e98 req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Deleting port b3e9f52b-cc42-48d6-85c7-07c7027df28b {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:06:53.719051 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-36661d09-6518-48b0-879c-af733bd18e98 req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:53.815244 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-36661d09-6518-48b0-879c-af733bd18e98 req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] For port b3e9f52b-cc42-48d6-85c7-07c7027df28b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b3e9f52b-cc42-48d6-85c7-07c7027df28b,segment=NetworkSegment(73f4fa80-cddc-44e1-b1c3-f67c9d629982),segment_id=73f4fa80-cddc-44e1-b1c3-f67c9d629982)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:06:53.815789 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-36661d09-6518-48b0-879c-af733bd18e98 req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:53.829016 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-36661d09-6518-48b0-879c-af733bd18e98 req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Calling delete_port for b3e9f52b-cc42-48d6-85c7-07c7027df28b owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:06:53.938864 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab9bc0-13e1-4f3d-a394-2ede6522a3c4 req-3db988d3-69d0-4e38-b94f-f3708e692240 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:06:53.940574 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-65ab9bc0-13e1-4f3d-a394-2ede6522a3c4 req-3db988d3-69d0-4e38-b94f-f3708e692240 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/ports?device_id=796356f1-45c7-4465-bd14-6231896082b1 HTTP/1.1" status: 200 len: 945 time: 0.0716712 Sep 03 15:06:54.018589 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-65ab9bc0-13e1-4f3d-a394-2ede6522a3c4 req-4db76a9b-aee9-406b-bc30-4dc8c4b52a8b tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.46 "GET /v2.0/security-groups?id=3eec08a8-8b1f-4413-b34e-5c2cdfda08da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703635 Sep 03 15:06:54.020640 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-36661d09-6518-48b0-879c-af733bd18e98 req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:54.033772 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['b3e9f52b-cc42-48d6-85c7-07c7027df28b'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:06:54.050495 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Pushing event deleted for resources: {'Port': ['ID=b3e9f52b-cc42-48d6-85c7-07c7027df28b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:06:54.062986 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.063338 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.063677 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.064015 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.064348 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.064711 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.064989 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.065326 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.065676 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.066002 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.066325 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.066650 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:06:54.099085 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-36661d09-6518-48b0-879c-af733bd18e98 req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] No DVR routers for this DVR port b3e9f52b-cc42-48d6-85c7-07c7027df28b on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:06:54.101428 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-36661d09-6518-48b0-879c-af733bd18e98 req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:06:54.103481 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-36661d09-6518-48b0-879c-af733bd18e98 req-f7438d9e-9f23-481c-8ab8-bc9e2dee4eb2 tempest-VolumesSnapshotTestJSON-872218418 tempest-VolumesSnapshotTestJSON-872218418-project] 10.222.0.26 "DELETE /v2.0/ports/b3e9f52b-cc42-48d6-85c7-07c7027df28b HTTP/1.1" status: 204 len: 173 time: 0.4821310 Sep 03 15:06:54.103950 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796356f1-45c7-4465-bd14-6231896082b1', 'name': 'network-vif-deleted', 'tag': 'b3e9f52b-cc42-48d6-85c7-07c7027df28b'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:06:54.106178 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a971fb-2f09-49ef-9d79-30d7600f3c78" -d '{"events": [{"server_uuid": "796356f1-45c7-4465-bd14-6231896082b1", "name": "network-vif-deleted", "tag": "b3e9f52b-cc42-48d6-85c7-07c7027df28b"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:06:54.152025 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c106fb66-b88c-4947-b5c2-93817c536251 x-openstack-request-id: req-c106fb66-b88c-4947-b5c2-93817c536251 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:06:54.152311 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796356f1-45c7-4465-bd14-6231896082b1", "name": "network-vif-deleted", "tag": "b3e9f52b-cc42-48d6-85c7-07c7027df28b", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:06:54.152563 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c106fb66-b88c-4947-b5c2-93817c536251 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:06:54.152956 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796356f1-45c7-4465-bd14-6231896082b1', 'name': 'network-vif-deleted', 'tag': 'b3e9f52b-cc42-48d6-85c7-07c7027df28b', 'status': 'completed', 'code': 200} Sep 03 15:06:57.676052 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b3e9f52b-cc42-48d6-85c7-07c7027df28b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:06:57.705128 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: b3e9f52b-cc42-48d6-85c7-07c7027df28b {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:06:57.705461 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b3e9f52b-cc42-48d6-85c7-07c7027df28b not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:07:01.791365 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-dacacaa7-dd8f-45cf-9d7d-5cec17d857d8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:01.792810 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-dacacaa7-dd8f-45cf-9d7d-5cec17d857d8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/networks?id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 200 len: 814 time: 0.1055398 Sep 03 15:07:01.807784 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-69c8a02b-7d78-4123-b27f-42f8db302af0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/quotas/1600d12b3d9f46b0855d460a4b33a46e HTTP/1.1" status: 200 len: 375 time: 0.0093753 Sep 03 15:07:01.857369 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-e4e16dc2-0448-4850-bd9e-86b3f9180339 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441909 Sep 03 15:07:01.954659 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-15c071ad-aea2-4b82-b42c-d4777b2fb753 service neutron] 10.222.0.46 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865080 Sep 03 15:07:02.047743 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-48708a7b-7548-42aa-9fea-5b822217e721 service neutron] 10.222.0.46 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841694 Sep 03 15:07:02.223417 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0e1744ae-540b-4725-8ea8-68a401d11ad3 req-b39051d4-d8af-48c8-a970-4df5a043cba2 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 210 time: 0.0259135 Sep 03 15:07:03.205664 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-7ecc43ca-3b74-4418-8d4e-b70b4945ff44 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:03.207122 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-7ecc43ca-3b74-4418-8d4e-b70b4945ff44 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "GET /v2.0/networks?id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 200 len: 814 time: 0.1120579 Sep 03 15:07:03.221667 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Request body: {'port': {'device_id': '39bac14d-fb58-4d34-8fcb-cbbba4b93765', 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d', 'admin_state_up': True, 'tenant_id': '1600d12b3d9f46b0855d460a4b33a46e'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:07:03.322525 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b4d81d5d-19a4-446f-a281-527cfc88a7fc req-aee02951-bd67-40c5-b634-1a5654a68220 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 210 time: 0.0295510 Sep 03 15:07:03.360633 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Made reservation on behalf of 1600d12b3d9f46b0855d460a4b33a46e for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:07:03.364254 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:03.486024 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Allocated IP 172.20.0.10 (7e1fc3ae-56ce-497f-b70c-76c84f5ed34d/ca105376-2175-4d97-995e-c2b631c82902/ce932008-1ed0-4c73-9f43-56c6d05906a7) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:07:03.635197 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:03.676160 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:03.688276 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['e26b968e-c95c-42e0-b83e-de13bbe1acbb'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:07:03.726517 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:07:03.729965 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:07:03.733805 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:07:03.767593 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Pushing event updated for resources: {'Port': ['ID=ce932008-1ed0-4c73-9f43-56c6d05906a7,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:03.790348 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:03.790958 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:03.806126 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-85e431e8-b464-4a8e-bd48-4e797204316e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892072 Sep 03 15:07:03.822606 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Request body: {'port': {'device_id': '39bac14d-fb58-4d34-8fcb-cbbba4b93765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:07:03.875442 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:04.141737 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce932008-1ed0-4c73-9f43-56c6d05906a7 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:07:04.149488 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:04.162099 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Transition to ACTIVE for port object ce932008-1ed0-4c73-9f43-56c6d05906a7 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:07:04.168495 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:04.216749 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce932008-1ed0-4c73-9f43-56c6d05906a7,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:04.285954 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Attempting to bind port ce932008-1ed0-4c73-9f43-56c6d05906a7 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:07:04.286285 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Attempting to bind port ce932008-1ed0-4c73-9f43-56c6d05906a7 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:07:04.286632 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Attempting to bind port ce932008-1ed0-4c73-9f43-56c6d05906a7 on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:07:04.291020 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Port ce932008-1ed0-4c73-9f43-56c6d05906a7 on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:07:04.291329 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Attempting to bind port ce932008-1ed0-4c73-9f43-56c6d05906a7 on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:07:04.296379 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:07:04.296704 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Checking segment: {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:07:04.297078 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Bound using segment: {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:07:04.297519 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Bound port: ce932008-1ed0-4c73-9f43-56c6d05906a7, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:07:04.297884 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:04.363955 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] For port ce932008-1ed0-4c73-9f43-56c6d05906a7, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:07:04.367334 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] For port ce932008-1ed0-4c73-9f43-56c6d05906a7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ce932008-1ed0-4c73-9f43-56c6d05906a7,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:07:04.372118 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:04.408242 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:04.409408 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:04.411186 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/ce932008-1ed0-4c73-9f43-56c6d05906a7 HTTP/1.1" status: 200 len: 1094 time: 0.5929637 Sep 03 15:07:04.411716 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bac14d-fb58-4d34-8fcb-cbbba4b93765', 'tag': 'ce932008-1ed0-4c73-9f43-56c6d05906a7'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:07:04.414221 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b19792-1886-485e-8008-9fd1846249e5" -d '{"events": [{"name": "network-changed", "server_uuid": "39bac14d-fb58-4d34-8fcb-cbbba4b93765", "tag": "ce932008-1ed0-4c73-9f43-56c6d05906a7"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:07:04.435453 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5c2a2-69e6-43a2-8fe7-ae152ec271f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce932008-1ed0-4c73-9f43-56c6d05906a7,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:04.453056 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61b951-9190-4c34-b513-27fb87d9e0ac req-590b2313-4e66-4f5d-8fa9-ba0c3c867483 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:04.454624 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb61b951-9190-4c34-b513-27fb87d9e0ac req-590b2313-4e66-4f5d-8fa9-ba0c3c867483 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 944 time: 0.0634997 Sep 03 15:07:04.459081 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544bbf41-cad6-49f3-941d-e58637e6002e x-openstack-request-id: req-544bbf41-cad6-49f3-941d-e58637e6002e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:07:04.459364 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bac14d-fb58-4d34-8fcb-cbbba4b93765", "tag": "ce932008-1ed0-4c73-9f43-56c6d05906a7", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:07:04.459615 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-544bbf41-cad6-49f3-941d-e58637e6002e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:07:04.460010 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bac14d-fb58-4d34-8fcb-cbbba4b93765', 'tag': 'ce932008-1ed0-4c73-9f43-56c6d05906a7', 'status': 'completed', 'code': 200} Sep 03 15:07:04.491805 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cb61b951-9190-4c34-b513-27fb87d9e0ac req-dff14ed5-6d84-40f7-8418-5706b42100e1 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Sep 03 15:07:05.616225 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cdc43-0f4b-4228-bfef-a7e801613bf3 req-b8d9a326-2ac3-461a-ac9b-2781ffedd948 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:05.617754 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-557cdc43-0f4b-4228-bfef-a7e801613bf3 req-b8d9a326-2ac3-461a-ac9b-2781ffedd948 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 944 time: 0.0574865 Sep 03 15:07:05.657293 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-557cdc43-0f4b-4228-bfef-a7e801613bf3 req-f478b500-c2b0-48d2-ac49-15661024003f tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Sep 03 15:07:06.788081 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791e9b8-173c-4c98-be69-98bea54fe086 req-3b03b0bd-eaf6-47b0-bcd7-8d00bf0210ac tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:06.789568 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4791e9b8-173c-4c98-be69-98bea54fe086 req-3b03b0bd-eaf6-47b0-bcd7-8d00bf0210ac tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 944 time: 0.0564489 Sep 03 15:07:06.830651 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4791e9b8-173c-4c98-be69-98bea54fe086 req-544798a6-1683-48d7-9dae-4f56f311b846 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349734 Sep 03 15:07:06.852128 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b19792-1886-485e-8008-9fd1846249e5 req-7ac8fd36-9a91-4d64-8f74-1c76b137c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:06.853706 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b1b19792-1886-485e-8008-9fd1846249e5 req-7ac8fd36-9a91-4d64-8f74-1c76b137c30d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 1097 time: 0.0474553 Sep 03 15:07:07.249501 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b19792-1886-485e-8008-9fd1846249e5 req-7b7e75ae-661c-424b-babb-a659d23f01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:07.251037 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b1b19792-1886-485e-8008-9fd1846249e5 req-7b7e75ae-661c-424b-babb-a659d23f01b9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3879368 Sep 03 15:07:07.423903 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b19792-1886-485e-8008-9fd1846249e5 req-73b3b340-c115-4c7d-b4b8-c8433e387b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:07.425401 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b1b19792-1886-485e-8008-9fd1846249e5 req-73b3b340-c115-4c7d-b4b8-c8433e387b22 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1663461 Sep 03 15:07:07.507275 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-5e6288d7-2163-45cb-b18a-6f932b3b2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:07.508670 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-5e6288d7-2163-45cb-b18a-6f932b3b2bcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 1097 time: 0.0415149 Sep 03 15:07:07.556888 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-2a4241f3-4c83-423a-b455-749ca5ba9f6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce932008-1ed0-4c73-9f43-56c6d05906a7 HTTP/1.1" status: 200 len: 217 time: 0.0344207 Sep 03 15:07:07.612843 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-b646d40b-9cc1-4154-96c1-6a65e712c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:07.614260 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-b646d40b-9cc1-4154-96c1-6a65e712c93a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca105376-2175-4d97-995e-c2b631c82902 HTTP/1.1" status: 200 len: 854 time: 0.0448847 Sep 03 15:07:07.648219 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-49a2a038-4d99-40a9-b94f-da4b5a1bc51b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255380 Sep 03 15:07:07.743279 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-9d4ad4be-9d48-48bb-85dc-5ded742317bc service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853899 Sep 03 15:07:07.846574 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7a229a98-32f8-42b6-8379-c8ec32f84a61 req-4222fba1-f3d4-467c-ab83-fc9f46ea5c38 service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944626 Sep 03 15:07:07.922241 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:07.949878 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe1f9-100d-4382-bef0-d4eb5f2f1e11 req-27eb1a10-c384-464c-8b20-2cdf57af0115 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:07.951468 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-27afe1f9-100d-4382-bef0-d4eb5f2f1e11 req-27eb1a10-c384-464c-8b20-2cdf57af0115 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 944 time: 0.0512016 Sep 03 15:07:07.988825 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-27afe1f9-100d-4382-bef0-d4eb5f2f1e11 req-16ab699b-f37e-4b6c-b805-3c3c9705b4a5 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Sep 03 15:07:08.962443 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:07:09.114394 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef8876-d3b6-4f09-8b93-99f3cceb2829 req-abc338c0-c68b-4602-b327-6339edaa7eb4 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:09.115843 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-05ef8876-d3b6-4f09-8b93-99f3cceb2829 req-abc338c0-c68b-4602-b327-6339edaa7eb4 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 944 time: 0.0515993 Sep 03 15:07:09.153602 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-05ef8876-d3b6-4f09-8b93-99f3cceb2829 req-be20ee1e-1fac-4778-9336-934132239e66 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Sep 03 15:07:09.435030 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788ee8d-b930-4cae-8997-53774ebe0a74 req-ce3eac20-97d7-41c9-abab-05a61ebe2ac9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:09.436575 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5788ee8d-b930-4cae-8997-53774ebe0a74 req-ce3eac20-97d7-41c9-abab-05a61ebe2ac9 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 947 time: 0.0528021 Sep 03 15:07:09.474139 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5788ee8d-b930-4cae-8997-53774ebe0a74 req-4afa28ba-dc7e-4696-9ca6-7bae0f281480 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313177 Sep 03 15:07:10.281034 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b47cfd-a297-491b-8413-0e11c1296f4d req-2e985a73-35fb-4c53-9032-1876f4dffbab tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:10.282647 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9b47cfd-a297-491b-8413-0e11c1296f4d req-2e985a73-35fb-4c53-9032-1876f4dffbab tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 944 time: 0.0541439 Sep 03 15:07:10.328137 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9b47cfd-a297-491b-8413-0e11c1296f4d req-a3be81ca-bbe3-4b61-97b1-98071e2f612f tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362129 Sep 03 15:07:10.596143 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaba6e-e740-4b52-a053-a0f79a19d98a req-05b8e1bc-427c-4cbc-a342-0aee3571ed34 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:10.597651 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6dcaba6e-e740-4b52-a053-a0f79a19d98a req-05b8e1bc-427c-4cbc-a342-0aee3571ed34 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 947 time: 0.0486209 Sep 03 15:07:10.643899 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6dcaba6e-e740-4b52-a053-a0f79a19d98a req-1e9ce265-4be8-42f2-abe5-7298922eedc5 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9bac4f4-9530-423a-99ca-f86480080a57&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397398 Sep 03 15:07:10.977450 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-e5e4a4d0-84df-407c-8eef-88c9e7d46335 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:10.978945 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-e5e4a4d0-84df-407c-8eef-88c9e7d46335 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 947 time: 0.0642896 Sep 03 15:07:11.026630 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device ce932008-1ed0-4c73-9f43-56c6d05906a7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:07:11.073859 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Deleting port 23226c81-725f-4aa0-ba12-8013701175d5 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:07:11.074178 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:11.122174 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port ce932008-1ed0-4c73-9f43-56c6d05906a7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ce932008-1ed0-4c73-9f43-56c6d05906a7,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:11.133712 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'ce932008-1ed0-4c73-9f43-56c6d05906a7', 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d', 'port_id': 'ce932008-1ed0-4c73-9f43-56c6d05906a7', 'mac_address': 'fa:16:3e:6b:a6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca105376-2175-4d97-995e-c2b631c82902', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:07:11.165667 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] For port 23226c81-725f-4aa0-ba12-8013701175d5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=23226c81-725f-4aa0-ba12-8013701175d5,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:11.166029 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:11.170842 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:11.186600 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce932008-1ed0-4c73-9f43-56c6d05906a7 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:07:11.205094 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port ce932008-1ed0-4c73-9f43-56c6d05906a7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ce932008-1ed0-4c73-9f43-56c6d05906a7,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:11.210670 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:11.258330 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=ce932008-1ed0-4c73-9f43-56c6d05906a7,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:11.344878 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:11.345517 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:11.345517 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.l3_db [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Floating IP 61d5aa79-c3e3-4bb7-b8af-faaa91958882 disassociated. External IP: 172.27.0.185, port: 23226c81-725f-4aa0-ba12-8013701175d5. Sep 03 15:07:11.345903 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Calling delete_port for 23226c81-725f-4aa0-ba12-8013701175d5 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:07:11.450908 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['ce932008-1ed0-4c73-9f43-56c6d05906a7'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:07:11.465638 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a62642-97de-427b-9e92-e62068232fec req-704202a4-6a20-45c0-9a7c-667962ed2d95 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:11.467153 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b5a62642-97de-427b-9e92-e62068232fec req-704202a4-6a20-45c0-9a7c-667962ed2d95 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 945 time: 0.0734193 Sep 03 15:07:11.538297 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b5a62642-97de-427b-9e92-e62068232fec req-3037ac90-a6f7-498e-a0f5-0c4403664042 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638831 Sep 03 15:07:11.546956 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:11.580659 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event deleted for resources: {'Port': ['ID=23226c81-725f-4aa0-ba12-8013701175d5,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:11.622138 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-eb683afe-5447-4df8-be51-8d194ecf8842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:11.717962 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:07:11.756186 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b2393995-6780-4e7e-9308-2e2da9af8fd8 req-37a0a539-b927-4909-80a2-521915591e4d tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4b76f6a-43f2-4e23-8c22-6dccb9762811 HTTP/1.1" status: 200 len: 210 time: 0.0256112 Sep 03 15:07:11.826821 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:07:11.836839 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4159ae9-8add-4297-93e3-7f7de6e63926 None None] Sync routers for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:07:11.846673 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4159ae9-8add-4297-93e3-7f7de6e63926 None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:07:11.847284 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a4159ae9-8add-4297-93e3-7f7de6e63926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:06:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:11.866748 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] No DVR routers for this DVR port 23226c81-725f-4aa0-ba12-8013701175d5 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:07:11.869580 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:11.871800 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-15a677a2-6e0f-4b5c-8635-287829e27905 req-95ab2c27-9a22-467a-bbb6-b8711caca5ce tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.26 "DELETE /v2.0/ports/23226c81-725f-4aa0-ba12-8013701175d5 HTTP/1.1" status: 204 len: 173 time: 0.8856132 Sep 03 15:07:11.872369 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'name': 'network-vif-deleted', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:07:11.874918 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cfccb0-3428-4746-891f-88c73ae22da3" -d '{"events": [{"server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "name": "network-vif-deleted", "tag": "23226c81-725f-4aa0-ba12-8013701175d5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:07:11.919601 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8eab13-ca49-4937-ab64-34611c9f1835 x-openstack-request-id: req-6a8eab13-ca49-4937-ab64-34611c9f1835 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:07:11.919918 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b76f6a-43f2-4e23-8c22-6dccb9762811", "name": "network-vif-deleted", "tag": "23226c81-725f-4aa0-ba12-8013701175d5", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:07:11.920170 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a8eab13-ca49-4937-ab64-34611c9f1835 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:07:11.920560 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b76f6a-43f2-4e23-8c22-6dccb9762811', 'name': 'network-vif-deleted', 'tag': '23226c81-725f-4aa0-ba12-8013701175d5', 'status': 'completed', 'code': 200} Sep 03 15:07:11.956926 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-a4159ae9-8add-4297-93e3-7f7de6e63926 None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:07:12.154199 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a4159ae9-8add-4297-93e3-7f7de6e63926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:12.179722 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4159ae9-8add-4297-93e3-7f7de6e63926 None None] Checking router: 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:07:12.188311 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4159ae9-8add-4297-93e3-7f7de6e63926 None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:07:12.188856 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a4159ae9-8add-4297-93e3-7f7de6e63926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:06:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:12.291251 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-a4159ae9-8add-4297-93e3-7f7de6e63926 None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:07:12.492696 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-a4159ae9-8add-4297-93e3-7f7de6e63926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:12.518149 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4159ae9-8add-4297-93e3-7f7de6e63926 None None] The sync data for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi is: [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:00:32Z', 'revision_number': 4, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b', 'name': '', 'network_id': '34ee26d6-850e-4303-a242-cf2ea304088c', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'mac_address': 'fa:16:3e:31:a9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:31Z', 'updated_at': '2021-09-03T15:00:42Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'subnets': [{'id': 'd23fe022-779f-400b-9ee9-a62232c3312d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:07:12.676063 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319f647-d592-40df-a5ee-7e673d7cb1eb req-eefc61ff-946b-49f7-8c11-8c8fbfa50ebf tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:12.677701 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c319f647-d592-40df-a5ee-7e673d7cb1eb req-eefc61ff-946b-49f7-8c11-8c8fbfa50ebf tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 945 time: 0.0543182 Sep 03 15:07:12.720479 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c319f647-d592-40df-a5ee-7e673d7cb1eb req-b0a9b01e-c9c3-410e-93d8-a6b75f7f237c tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366874 Sep 03 15:07:12.749800 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a9c98-464e-42ec-99d6-28e4c8e248b8 None None] New status for floating IP 61d5aa79-c3e3-4bb7-b8af-faaa91958882: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:07:12.854112 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36184) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:12.913783 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ec168fa-49dc-4ffc-84d8-b97907f21e12 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:12.938410 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ec168fa-49dc-4ffc-84d8-b97907f21e12 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:12.990490 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ec168fa-49dc-4ffc-84d8-b97907f21e12 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:12.993484 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1ec168fa-49dc-4ffc-84d8-b97907f21e12 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:12.994813 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1ec168fa-49dc-4ffc-84d8-b97907f21e12 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "DELETE /v2.0/security-groups/f9bac4f4-9530-423a-99ca-f86480080a57 HTTP/1.1" status: 204 len: 168 time: 0.1397133 Sep 03 15:07:12.997655 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36186) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:13.003980 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec168fa-49dc-4ffc-84d8-b97907f21e12 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bac4f4-9530-423a-99ca-f86480080a57,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:13.011430 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.api.v2.resource [None req-f22bb768-6a72-487c-8d75-b60ba8e62156 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] show failed (client error): The resource could not be found. Sep 03 15:07:13.012483 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-f22bb768-6a72-487c-8d75-b60ba8e62156 tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "GET /v2.0/security-groups/f9bac4f4-9530-423a-99ca-f86480080a57 HTTP/1.1" status: 404 len: 347 time: 0.0137367 Sep 03 15:07:13.015363 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36188) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:13.049430 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device ce932008-1ed0-4c73-9f43-56c6d05906a7 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:07:13.101287 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port ce932008-1ed0-4c73-9f43-56c6d05906a7 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:07:13.105361 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port ce932008-1ed0-4c73-9f43-56c6d05906a7 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:07:13.105863 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:13.146937 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-532d817f-6e9c-4848-a277-03fa9a70c0dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Deleting port 82945cd1-2b5a-4997-958a-edaf034aed17 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:07:13.147268 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-532d817f-6e9c-4848-a277-03fa9a70c0dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:13.186034 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:13.208525 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bac14d-fb58-4d34-8fcb-cbbba4b93765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce932008-1ed0-4c73-9f43-56c6d05906a7'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:07:13.210676 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60076b42-b3f1-45af-a609-92025c8586fc" -d '{"events": [{"server_uuid": "39bac14d-fb58-4d34-8fcb-cbbba4b93765", "name": "network-vif-plugged", "status": "completed", "tag": "ce932008-1ed0-4c73-9f43-56c6d05906a7"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:07:13.223913 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port ce932008-1ed0-4c73-9f43-56c6d05906a7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ce932008-1ed0-4c73-9f43-56c6d05906a7,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:13.227224 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-532d817f-6e9c-4848-a277-03fa9a70c0dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:13.227724 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-532d817f-6e9c-4848-a277-03fa9a70c0dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:13.229554 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:13.230398 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 23226c81-725f-4aa0-ba12-8013701175d5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:07:13.242059 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-532d817f-6e9c-4848-a277-03fa9a70c0dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Calling delete_port for 82945cd1-2b5a-4997-958a-edaf034aed17 owned by network:floatingip {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:07:13.268043 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97248ab9-cf46-490f-ab31-2870e4e4190b x-openstack-request-id: req-97248ab9-cf46-490f-ab31-2870e4e4190b {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:07:13.268351 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bac14d-fb58-4d34-8fcb-cbbba4b93765", "name": "network-vif-plugged", "status": "completed", "tag": "ce932008-1ed0-4c73-9f43-56c6d05906a7", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:07:13.268573 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97248ab9-cf46-490f-ab31-2870e4e4190b {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:07:13.268952 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bac14d-fb58-4d34-8fcb-cbbba4b93765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce932008-1ed0-4c73-9f43-56c6d05906a7', 'code': 200} Sep 03 15:07:13.269455 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: 23226c81-725f-4aa0-ba12-8013701175d5 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:07:13.269820 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 23226c81-725f-4aa0-ba12-8013701175d5 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:07:13.298628 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=ce932008-1ed0-4c73-9f43-56c6d05906a7,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:13.390658 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-532d817f-6e9c-4848-a277-03fa9a70c0dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:13.429135 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d817f-6e9c-4848-a277-03fa9a70c0dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Pushing event deleted for resources: {'Port': ['ID=82945cd1-2b5a-4997-958a-edaf034aed17,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:13.517796 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5a405-705c-4bc0-8c41-6551ac7f8d5b req-9d03b268-903f-4f9d-850d-feca1ad831fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:13.519323 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-abb5a405-705c-4bc0-8c41-6551ac7f8d5b req-9d03b268-903f-4f9d-850d-feca1ad831fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 1099 time: 0.1205719 Sep 03 15:07:13.524075 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-532d817f-6e9c-4848-a277-03fa9a70c0dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks [] for floatingip, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:13.526459 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-532d817f-6e9c-4848-a277-03fa9a70c0dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:13.527504 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-532d817f-6e9c-4848-a277-03fa9a70c0dd tempest-AttachVolumeShelveTestJSON-147183689 tempest-AttachVolumeShelveTestJSON-147183689-project] 10.222.0.46 "DELETE /v2.0/floatingips/61d5aa79-c3e3-4bb7-b8af-faaa91958882 HTTP/1.1" status: 204 len: 168 time: 0.5112138 Sep 03 15:07:13.565845 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-abb5a405-705c-4bc0-8c41-6551ac7f8d5b req-fab885ab-29e4-4b3e-989a-51f09b9b7bef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372956 Sep 03 15:07:13.838543 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fe5ef-366e-4410-8d35-7b0c9d109d2b req-4ffbe29f-d217-4198-98da-fc90e639d12b tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:13.840154 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb5fe5ef-366e-4410-8d35-7b0c9d109d2b req-4ffbe29f-d217-4198-98da-fc90e639d12b tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 946 time: 0.0504122 Sep 03 15:07:13.882454 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb5fe5ef-366e-4410-8d35-7b0c9d109d2b req-6c2931a4-7c00-4fcc-99c0-8831ce010535 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350704 Sep 03 15:07:14.237176 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-96215b3b-536d-4382-b89e-a36c57240c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:14.356475 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:15.006391 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4512a-a217-4cfe-bda2-041c571de89f req-1bcb36e8-7d69-41d6-8a75-f15721f18edf tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:15.008090 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-16f4512a-a217-4cfe-bda2-041c571de89f req-1bcb36e8-7d69-41d6-8a75-f15721f18edf tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 946 time: 0.0523784 Sep 03 15:07:15.050094 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-16f4512a-a217-4cfe-bda2-041c571de89f req-700b3efe-8806-4c0d-8831-d4319ff2e82c tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358329 Sep 03 15:07:15.254295 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:15.970381 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36256) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:16.433432 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698603'] for router_interface, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:16.783596 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-e577a6f9-a0b2-4fde-afa0-a7f29262bc6b tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:16.785435 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-e577a6f9-a0b2-4fde-afa0-a7f29262bc6b tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/networks?id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 200 len: 814 time: 0.1028910 Sep 03 15:07:16.800609 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-e3b9e378-4e1b-49f0-9c15-06eb53329ad0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/quotas/1600d12b3d9f46b0855d460a4b33a46e HTTP/1.1" status: 200 len: 375 time: 0.0093598 Sep 03 15:07:16.851085 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-a7a00872-dd4a-4c3d-9edd-0cc44bb3f582 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449445 Sep 03 15:07:16.946221 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-0c4d06f6-329e-4bcd-99fb-8ba84a1c2c88 service neutron] 10.222.0.46 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875218 Sep 03 15:07:16.966183 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] Deleting port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:07:16.966530 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.032747 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-7a9624c5-b448-4b80-b2f2-1142d45615e7 service neutron] 10.222.0.46 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803418 Sep 03 15:07:17.044868 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] For port eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:17.045243 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.061782 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] Calling delete_port for eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b owned by network:router_interface {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:07:17.160943 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.199491 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-625a757c-06f4-46f3-9a0f-769df9eda00c req-f50df9e5-0f35-43a2-8c91-2cc108d9080f tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 210 time: 0.0334609 Sep 03 15:07:17.268447 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.295261 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:17.376916 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36292) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:17.450296 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f89af59-471c-4254-8a7c-674e85719098 admin admin] Deleting subnet fe6108ce-6e98-4ab1-987d-47ce293c1627 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:07:17.454803 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f89af59-471c-4254-8a7c-674e85719098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.470260 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698751'] for router_interface, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.493302 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f89af59-471c-4254-8a7c-674e85719098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12584577'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.534491 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f89af59-471c-4254-8a7c-674e85719098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.591430 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f89af59-471c-4254-8a7c-674e85719098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13202908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12987591'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.617480 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89af59-471c-4254-8a7c-674e85719098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6108ce-6e98-4ab1-987d-47ce293c1627,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:17.621569 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f89af59-471c-4254-8a7c-674e85719098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.624460 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1f89af59-471c-4254-8a7c-674e85719098 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fe6108ce-6e98-4ab1-987d-47ce293c1627 HTTP/1.1" status: 204 len: 168 time: 0.2463045 Sep 03 15:07:17.626988 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36296) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:17.705990 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.718519 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] Router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:07:17.789583 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.800588 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6645029f-c9b5-4114-9d71-1ddf3dfee198']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:17.810952 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f4fa80-cddc-44e1-b1c3-f67c9d629982') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:17.811374 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f4fa80-cddc-44e1-b1c3-f67c9d629982') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:17.821462 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12584600'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.832427 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:07:17.838089 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-b9dfd1a7-455f-4a57-97e3-ee1dc42ff39a admin admin] 10.222.0.46 "PUT /v2.0/routers/6bc33ee4-ad7a-44e0-ad9e-5d416d347a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8666501 Sep 03 15:07:17.840459 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.841822 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36298) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:17.843871 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aae357-48a5-451d-a439-46db32d4331e None None] Sync routers for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:07:17.847461 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:07:17.847867 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13202818'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: timer() Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: self._notify() Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: event.method(event) Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:07:17.849509 dv-cinder-774288-7-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:07:17.857237 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aae357-48a5-451d-a439-46db32d4331e None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:07:17.858006 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-33aae357-48a5-451d-a439-46db32d4331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:07:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:17.908328 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.927289 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.929296 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6645029f-c9b5-4114-9d71-1ddf3dfee198 HTTP/1.1" status: 204 len: 168 time: 0.3013859 Sep 03 15:07:17.930331 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ada59-6ec6-46c3-90f7-befa7e461944 admin admin] Pushing event deleted for resources: {'Network': ['ID=6645029f-c9b5-4114-9d71-1ddf3dfee198,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:17.975128 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Notify callbacks [] for router, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:17.976742 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-33aae357-48a5-451d-a439-46db32d4331e None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:07:18.060803 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36302) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:18.113833 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:18.126537 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-8017b4b4-116e-458c-998b-36791d7efc86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b51de197799d4792a850365f31a6f8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622113 Sep 03 15:07:18.126804 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36304) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:18.167030 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-33aae357-48a5-451d-a439-46db32d4331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:07:17Z', 'revision_number': 5, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port': {'id': '0c245a6c-97b1-49d9-bae3-0fb5c4c35a07', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:00:26Z', 'updated_at': '2021-09-03T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:18.198082 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aae357-48a5-451d-a439-46db32d4331e None None] Checking router: 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:07:18.206439 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aae357-48a5-451d-a439-46db32d4331e None None] Routers {'6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:07:18.207147 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-33aae357-48a5-451d-a439-46db32d4331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:07:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:18.294714 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-33aae357-48a5-451d-a439-46db32d4331e None None] Set router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:07:18.303961 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a33d2f94-ec82-466c-bf56-bb80ea9edb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:18.307984 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-44a5ed9f-4761-408b-bbf3-da8fd81229c6 req-8e20948c-ee6c-4a64-8680-4fd1e4c608aa tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 210 time: 0.0333207 Sep 03 15:07:18.364463 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Deleting port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:07:18.364740 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:18.368537 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-33aae357-48a5-451d-a439-46db32d4331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:07:18Z', 'revision_number': 6, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port_host': None}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:18.370193 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a33d2f94-ec82-466c-bf56-bb80ea9edb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:18.395062 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-e41d8fe4-1650-4b8c-9d58-eb03ca591672 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:18.396573 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-e41d8fe4-1650-4b8c-9d58-eb03ca591672 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "GET /v2.0/networks?id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 200 len: 814 time: 0.2151039 Sep 03 15:07:18.418417 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Request body: {'port': {'device_id': '2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d', 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d', 'admin_state_up': True, 'tenant_id': '1600d12b3d9f46b0855d460a4b33a46e'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:07:18.493380 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aae357-48a5-451d-a439-46db32d4331e None None] The sync data for ids ['6bc33ee4-ad7a-44e0-ad9e-5d416d347a06'] in dv-cinder-774288-7-iscsi is: [{'id': '6bc33ee4-ad7a-44e0-ad9e-5d416d347a06', 'name': 'tempest-AttachVolumeShelveTestJSON-1298735183-router', 'tenant_id': '4a5e496fa629495fbd795a9ebd815563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:00:25Z', 'updated_at': '2021-09-03T15:07:18Z', 'revision_number': 6, 'project_id': '4a5e496fa629495fbd795a9ebd815563', 'gw_port_host': None}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:07:18.562201 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] For port 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=0c245a6c-97b1-49d9-bae3-0fb5c4c35a07,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:18.562827 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:18.574329 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a33d2f94-ec82-466c-bf56-bb80ea9edb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:18.576848 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a33d2f94-ec82-466c-bf56-bb80ea9edb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:18.578015 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-a33d2f94-ec82-466c-bf56-bb80ea9edb32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3eec08a8-8b1f-4413-b34e-5c2cdfda08da HTTP/1.1" status: 204 len: 168 time: 0.4502575 Sep 03 15:07:18.590936 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Calling delete_port for 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 owned by network:router_gateway {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:07:18.608843 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d2f94-ec82-466c-bf56-bb80ea9edb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eec08a8-8b1f-4413-b34e-5c2cdfda08da,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:18.676320 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Made reservation on behalf of 1600d12b3d9f46b0855d460a4b33a46e for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:07:18.679822 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:18.903685 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Allocated IP 172.20.0.6 (7e1fc3ae-56ce-497f-b70c-76c84f5ed34d/ca105376-2175-4d97-995e-c2b631c82902/b928728c-1240-4441-98e3-74b6b1b6b9bf) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:07:18.910000 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:18.951505 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c245a6c-97b1-49d9-bae3-0fb5c4c35a07,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:19.044897 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696465'] for router_gateway, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.184806 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4729'] for router, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.190164 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.267238 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692791'] for router, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.267795 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 {{(pid=93829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 15:07:19.278327 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.279551 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-466f4e14-7ce5-437c-bdd3-0e4cafab536b admin admin] 10.222.0.46 "DELETE /v2.0/routers/6bc33ee4-ad7a-44e0-ad9e-5d416d347a06 HTTP/1.1" status: 204 len: 168 time: 1.4355674 Sep 03 15:07:19.282354 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36318) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:19.282835 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.324248 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.333145 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31159fc-ef59-461c-8968-6a8dc2406308 admin admin] Deleting subnet d23fe022-779f-400b-9ee9-a62232c3312d {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:07:19.336336 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d31159fc-ef59-461c-8968-6a8dc2406308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.340191 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['e26b968e-c95c-42e0-b83e-de13bbe1acbb', 'ce932008-1ed0-4c73-9f43-56c6d05906a7'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:07:19.374138 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:07:19.377707 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:07:19.382592 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:07:19.385662 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d31159fc-ef59-461c-8968-6a8dc2406308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12584577'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.423802 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Pushing event updated for resources: {'Port': ['ID=b928728c-1240-4441-98e3-74b6b1b6b9bf,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:19.472819 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:19.473597 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.474386 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d31159fc-ef59-461c-8968-6a8dc2406308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.488339 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10312c-2268-430f-a227-0c8549a6869c req-13eb595c-05c9-49d8-a394-94c38fee29f7 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:19.489843 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ed10312c-2268-430f-a227-0c8549a6869c req-13eb595c-05c9-49d8-a394-94c38fee29f7 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 931 time: 0.0765364 Sep 03 15:07:19.509507 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-235261d2-556a-42d7-a4b0-3b1af67b5a61 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0967894 Sep 03 15:07:19.524499 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Request body: {'port': {'device_id': '2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:07:19.545733 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d31159fc-ef59-461c-8968-6a8dc2406308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13202908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12987591'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.576390 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31159fc-ef59-461c-8968-6a8dc2406308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23fe022-779f-400b-9ee9-a62232c3312d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:19.580594 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d31159fc-ef59-461c-8968-6a8dc2406308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.582924 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d31159fc-ef59-461c-8968-6a8dc2406308 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d23fe022-779f-400b-9ee9-a62232c3312d HTTP/1.1" status: 204 len: 168 time: 0.2995586 Sep 03 15:07:19.585520 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36322) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:19.588026 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09b15e2-9650-4c5f-88c6-1fadce92f3e3 None None] Network 34ee26d6-850e-4303-a242-cf2ea304088c requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:07:19.605143 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ed10312c-2268-430f-a227-0c8549a6869c req-12be712b-036a-451e-bd3c-67bd7b5e043f tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047773 Sep 03 15:07:19.605859 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.667133 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.725731 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Deleting port 070b5da4-93dd-4adb-9e25-7859ed97f37a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:07:19.726611 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.797316 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] For port 070b5da4-93dd-4adb-9e25-7859ed97f37a, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=070b5da4-93dd-4adb-9e25-7859ed97f37a,segment=NetworkSegment(72aa4a11-fcc4-4648-ab38-cc374e73e728),segment_id=72aa4a11-fcc4-4648-ab38-cc374e73e728)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:19.797672 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.809510 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Calling delete_port for 070b5da4-93dd-4adb-9e25-7859ed97f37a owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:07:19.866330 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2e033-854a-485c-a2b8-8a7ab0d57509 None None] DHCP port deletion for 34ee26d6-850e-4303-a242-cf2ea304088c request from dv-cinder-774288-7-iscsi {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 15:07:19.885862 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b928728c-1240-4441-98e3-74b6b1b6b9bf {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:07:19.894923 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.895145 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.908025 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Transition to ACTIVE for port object b928728c-1240-4441-98e3-74b6b1b6b9bf will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:07:19.912442 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-52e2e033-854a-485c-a2b8-8a7ab0d57509 None None] Deleting port 070b5da4-93dd-4adb-9e25-7859ed97f37a {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:07:19.912821 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-52e2e033-854a-485c-a2b8-8a7ab0d57509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.912987 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.930593 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Pushing event deleted for resources: {'Port': ['ID=070b5da4-93dd-4adb-9e25-7859ed97f37a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:19.932483 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] No DVR routers for this DVR port 070b5da4-93dd-4adb-9e25-7859ed97f37a on host dv-cinder-774288-7-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:07:19.973404 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Pushing event updated for resources: {'Port': ['ID=b928728c-1240-4441-98e3-74b6b1b6b9bf,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:19.980432 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-52e2e033-854a-485c-a2b8-8a7ab0d57509 None None] For port 070b5da4-93dd-4adb-9e25-7859ed97f37a, host dv-cinder-774288-7-iscsi, got binding levels [] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:19.980878 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-52e2e033-854a-485c-a2b8-8a7ab0d57509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:19.993625 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-52e2e033-854a-485c-a2b8-8a7ab0d57509 None None] Calling delete_port for 070b5da4-93dd-4adb-9e25-7859ed97f37a owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:07:19.996585 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.ipam_backend_mixin [None req-52e2e033-854a-485c-a2b8-8a7ab0d57509 None None] Port 070b5da4-93dd-4adb-9e25-7859ed97f37a was not found and therefore no delete operation was performed {{(pid=93830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 15:07:19.997986 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-52e2e033-854a-485c-a2b8-8a7ab0d57509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.003416 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.014018 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ee26d6-850e-4303-a242-cf2ea304088c']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:20.024701 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72aa4a11-fcc4-4648-ab38-cc374e73e728') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:20.025009 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72aa4a11-fcc4-4648-ab38-cc374e73e728') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:20.028185 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2e033-854a-485c-a2b8-8a7ab0d57509 None None] Pushing event deleted for resources: {'Port': ['ID=070b5da4-93dd-4adb-9e25-7859ed97f37a,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:20.030227 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e2e033-854a-485c-a2b8-8a7ab0d57509 None None] No DVR routers for this DVR port 070b5da4-93dd-4adb-9e25-7859ed97f37a on host dv-cinder-774288-7-iscsi {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:07:20.035382 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12584600'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.051280 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.057748 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:07:20.058144 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13202818'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: timer() Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: self._notify() Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: event.method(event) Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:07:20.059864 dv-cinder-774288-7-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:07:20.118729 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.124664 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.126664 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] 10.222.0.46 "DELETE /v2.0/networks/34ee26d6-850e-4303-a242-cf2ea304088c HTTP/1.1" status: 204 len: 168 time: 0.5399249 Sep 03 15:07:20.137870 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c40c6-6465-45cd-af11-6f485356d01e admin admin] Pushing event deleted for resources: {'Network': ['ID=34ee26d6-850e-4303-a242-cf2ea304088c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:20.300857 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36326) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:20.309794 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Attempting to bind port b928728c-1240-4441-98e3-74b6b1b6b9bf on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:07:20.310130 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Attempting to bind port b928728c-1240-4441-98e3-74b6b1b6b9bf by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:07:20.310456 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Attempting to bind port b928728c-1240-4441-98e3-74b6b1b6b9bf on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:07:20.322141 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Port b928728c-1240-4441-98e3-74b6b1b6b9bf on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:07:20.322459 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Attempting to bind port b928728c-1240-4441-98e3-74b6b1b6b9bf on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:07:20.334059 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:07:20.334428 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Checking segment: {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:07:20.334804 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Bound using segment: {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:07:20.335225 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Bound port: b928728c-1240-4441-98e3-74b6b1b6b9bf, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:07:20.335571 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.360086 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-02b33273-fb7e-4ac5-bc27-4c45ce5adc3f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a5e496fa629495fbd795a9ebd815563&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0581403 Sep 03 15:07:20.362842 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36328) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:20.410955 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] For port b928728c-1240-4441-98e3-74b6b1b6b9bf, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:07:20.412641 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6059-e477-4192-b49f-3ca2874ae8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.414689 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] For port b928728c-1240-4441-98e3-74b6b1b6b9bf, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b928728c-1240-4441-98e3-74b6b1b6b9bf,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:07:20.420785 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.439553 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6059-e477-4192-b49f-3ca2874ae8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.457614 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:20.458228 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.459769 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] 10.222.0.26 "PUT /v2.0/ports/b928728c-1240-4441-98e3-74b6b1b6b9bf HTTP/1.1" status: 200 len: 1093 time: 0.9407043 Sep 03 15:07:20.462233 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d', 'tag': 'b928728c-1240-4441-98e3-74b6b1b6b9bf'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:07:20.465241 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a445c4c-d422-4269-947c-6b4422657d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d", "tag": "b928728c-1240-4441-98e3-74b6b1b6b9bf"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:07:20.494918 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb670111-e931-4dbb-bbd7-b87a74f5c8bb service neutron] Pushing event updated for resources: {'Port': ['ID=b928728c-1240-4441-98e3-74b6b1b6b9bf,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:20.509833 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:07:20.517932 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3a5ef6-cba3-443e-9e14-095daa882038 x-openstack-request-id: req-0e3a5ef6-cba3-443e-9e14-095daa882038 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:07:20.518227 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d", "tag": "b928728c-1240-4441-98e3-74b6b1b6b9bf", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:07:20.518494 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e3a5ef6-cba3-443e-9e14-095daa882038 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:07:20.518884 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d', 'tag': 'b928728c-1240-4441-98e3-74b6b1b6b9bf', 'status': 'completed', 'code': 200} Sep 03 15:07:20.521948 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6059-e477-4192-b49f-3ca2874ae8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.524857 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7b3d6059-e477-4192-b49f-3ca2874ae8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:20.528921 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7b3d6059-e477-4192-b49f-3ca2874ae8cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf45becd-7fe0-4c48-adb8-e69be943fd5d HTTP/1.1" status: 204 len: 168 time: 0.1650791 Sep 03 15:07:20.532298 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:07:20.532708 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device eeb4ad65-466e-4e64-b1d1-cb5e86c2d90b not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:07:20.533138 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:07:20.540026 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d6059-e477-4192-b49f-3ca2874ae8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf45becd-7fe0-4c48-adb8-e69be943fd5d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:20.550186 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-2b3f651b-4a3f-4326-bce7-64d8e3323f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:20.551858 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-2b3f651b-4a3f-4326-bce7-64d8e3323f16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 1096 time: 0.0503955 Sep 03 15:07:20.558577 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:07:20.558921 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 0c245a6c-97b1-49d9-bae3-0fb5c4c35a07 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:07:20.559334 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 070b5da4-93dd-4adb-9e25-7859ed97f37a no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:07:20.585838 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 070b5da4-93dd-4adb-9e25-7859ed97f37a {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:07:20.586609 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 070b5da4-93dd-4adb-9e25-7859ed97f37a not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:07:20.595760 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-6f8e656e-9628-4b22-a0be-e7395dcaa929 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b928728c-1240-4441-98e3-74b6b1b6b9bf HTTP/1.1" status: 200 len: 217 time: 0.0343111 Sep 03 15:07:20.654346 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-de311edf-f627-4ba2-ae96-4ee99d4b5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:20.655966 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-de311edf-f627-4ba2-ae96-4ee99d4b5080 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca105376-2175-4d97-995e-c2b631c82902 HTTP/1.1" status: 200 len: 854 time: 0.0494363 Sep 03 15:07:20.703489 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-e8ef7152-9225-4b84-bce7-164bf15276de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322850 Sep 03 15:07:20.793817 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed47c7b-63b7-4b3e-9d78-72767a7c838a req-c5b513fd-500d-4d36-a7e9-bede089de72c tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:20.795284 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2ed47c7b-63b7-4b3e-9d78-72767a7c838a req-c5b513fd-500d-4d36-a7e9-bede089de72c tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 943 time: 0.1153328 Sep 03 15:07:20.846732 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-cb71e65a-d452-459e-b6ed-c5ab927b30d5 service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257858 Sep 03 15:07:20.849694 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2ed47c7b-63b7-4b3e-9d78-72767a7c838a req-22619502-664a-4476-8570-600fe4e2ab41 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482712 Sep 03 15:07:20.939030 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-02d53498-d1f5-4bf0-91ab-534f7b584553 req-8eaafc59-c268-46e3-964c-8781c52c5059 service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837719 Sep 03 15:07:21.039177 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a445c4c-d422-4269-947c-6b4422657d4c req-59e3c525-65c8-4c3d-8725-faa574b19ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:21.040730 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6a445c4c-d422-4269-947c-6b4422657d4c req-59e3c525-65c8-4c3d-8725-faa574b19ac8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 1096 time: 0.0462232 Sep 03 15:07:21.148175 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a445c4c-d422-4269-947c-6b4422657d4c req-fa973515-01ad-4c57-b3c2-e5d9547c56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:21.149692 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6a445c4c-d422-4269-947c-6b4422657d4c req-fa973515-01ad-4c57-b3c2-e5d9547c56d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 200 len: 915 time: 0.0892463 Sep 03 15:07:21.196910 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6a445c4c-d422-4269-947c-6b4422657d4c req-4c9d3aaa-1871-4547-8915-e53c4c42556e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b928728c-1240-4441-98e3-74b6b1b6b9bf HTTP/1.1" status: 200 len: 217 time: 0.0392261 Sep 03 15:07:21.248215 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a445c4c-d422-4269-947c-6b4422657d4c req-ac2c4128-cf30-4184-9b43-ce991eadc873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:21.249723 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6a445c4c-d422-4269-947c-6b4422657d4c req-ac2c4128-cf30-4184-9b43-ce991eadc873 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca105376-2175-4d97-995e-c2b631c82902 HTTP/1.1" status: 200 len: 854 time: 0.0441365 Sep 03 15:07:21.284706 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6a445c4c-d422-4269-947c-6b4422657d4c req-b59fe01d-28a5-439c-b02d-6ee529330d24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243654 Sep 03 15:07:21.381840 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6a445c4c-d422-4269-947c-6b4422657d4c req-85f0e21a-4f44-4eb2-9acd-f422cf902c4f service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885482 Sep 03 15:07:21.476140 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6a445c4c-d422-4269-947c-6b4422657d4c req-3184450c-ef66-462b-9e1d-15a901baed5f service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858011 Sep 03 15:07:21.973386 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcb790-43ea-421c-acce-a568bd88a44b req-5e5fe417-b18e-4d51-8f51-4e59d1564742 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:21.974890 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9bcb790-43ea-421c-acce-a568bd88a44b req-5e5fe417-b18e-4d51-8f51-4e59d1564742 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 943 time: 0.0547941 Sep 03 15:07:22.012908 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b9bcb790-43ea-421c-acce-a568bd88a44b req-163ad836-5206-4897-a8cd-02a74d47307a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Sep 03 15:07:23.123458 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b928728c-1240-4441-98e3-74b6b1b6b9bf details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:07:23.147058 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c5240-6966-4d3b-ad7c-7c71f5257b9b req-66e49f01-a8a2-4aca-8f8c-ece24b223c6b tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:23.148918 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-414c5240-6966-4d3b-ad7c-7c71f5257b9b req-66e49f01-a8a2-4aca-8f8c-ece24b223c6b tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 943 time: 0.0604713 Sep 03 15:07:23.187917 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-414c5240-6966-4d3b-ad7c-7c71f5257b9b req-050dbb05-d3f6-4ac9-a757-ed345facc1e4 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Sep 03 15:07:23.221679 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b928728c-1240-4441-98e3-74b6b1b6b9bf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b928728c-1240-4441-98e3-74b6b1b6b9bf,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:23.232617 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': 'b928728c-1240-4441-98e3-74b6b1b6b9bf', 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d', 'port_id': 'b928728c-1240-4441-98e3-74b6b1b6b9bf', 'mac_address': 'fa:16:3e:b6:a9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca105376-2175-4d97-995e-c2b631c82902', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:07:23.272596 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:23.286763 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b928728c-1240-4441-98e3-74b6b1b6b9bf {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:07:23.306472 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b928728c-1240-4441-98e3-74b6b1b6b9bf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b928728c-1240-4441-98e3-74b6b1b6b9bf,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:23.313122 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:23.361415 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=b928728c-1240-4441-98e3-74b6b1b6b9bf,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:23.573697 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['b928728c-1240-4441-98e3-74b6b1b6b9bf'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:07:24.312178 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e716676-dab2-413e-be06-93b4c36d19f7 req-36604a19-c1e1-4691-834b-df338c379da0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:24.313683 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4e716676-dab2-413e-be06-93b4c36d19f7 req-36604a19-c1e1-4691-834b-df338c379da0 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 944 time: 0.0581110 Sep 03 15:07:24.350972 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4e716676-dab2-413e-be06-93b4c36d19f7 req-cd838202-0270-4367-9072-9ee3d2e7b8b6 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311134 Sep 03 15:07:25.102517 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b928728c-1240-4441-98e3-74b6b1b6b9bf up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:07:25.157313 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port b928728c-1240-4441-98e3-74b6b1b6b9bf completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:07:25.161751 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port b928728c-1240-4441-98e3-74b6b1b6b9bf triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:07:25.162175 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:25.244917 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:25.267669 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b928728c-1240-4441-98e3-74b6b1b6b9bf'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:07:25.269995 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d74f37-590a-4bc7-956d-08b6421fb006" -d '{"events": [{"server_uuid": "2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d", "name": "network-vif-plugged", "status": "completed", "tag": "b928728c-1240-4441-98e3-74b6b1b6b9bf"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:07:25.286560 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port b928728c-1240-4441-98e3-74b6b1b6b9bf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b928728c-1240-4441-98e3-74b6b1b6b9bf,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:25.293370 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:25.465225 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0efc2d-28c6-47f0-8543-ad98de41757c x-openstack-request-id: req-0b0efc2d-28c6-47f0-8543-ad98de41757c {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:07:25.465492 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d", "name": "network-vif-plugged", "status": "completed", "tag": "b928728c-1240-4441-98e3-74b6b1b6b9bf", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:07:25.465811 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b0efc2d-28c6-47f0-8543-ad98de41757c {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:07:25.466297 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b928728c-1240-4441-98e3-74b6b1b6b9bf', 'code': 200} Sep 03 15:07:25.494118 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226493d-9774-47d4-ad0b-b24bb77dc409 req-88b7d120-bd09-4aab-9baf-7d868eab95a9 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:25.495727 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5226493d-9774-47d4-ad0b-b24bb77dc409 req-88b7d120-bd09-4aab-9baf-7d868eab95a9 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 945 time: 0.0613635 Sep 03 15:07:25.497370 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=b928728c-1240-4441-98e3-74b6b1b6b9bf,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:25.510618 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6654da-f2f8-4575-ba29-b621e67039fd req-ed338bf7-d2f2-4be8-80e8-473f3fc01a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:25.512140 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab6654da-f2f8-4575-ba29-b621e67039fd req-ed338bf7-d2f2-4be8-80e8-473f3fc01a79 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 1098 time: 0.0529869 Sep 03 15:07:25.545873 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5226493d-9774-47d4-ad0b-b24bb77dc409 req-250f48be-6088-4066-986d-24a70763afc5 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365505 Sep 03 15:07:25.552159 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab6654da-f2f8-4575-ba29-b621e67039fd req-f6e4dba1-0fd5-46ec-9684-8a29b9af7410 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Sep 03 15:07:25.770266 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36436) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:25.873847 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:25.963116 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:25.970107 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.012469 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=061e6673db1147868fb3b1be6cb9e48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411494 Sep 03 15:07:26.013566 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f994b0b-8026-4035-9dc4-749dc84bed01,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:26.015366 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36440) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:26.020832 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.021204 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.021555 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.021892 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.022218 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.022546 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.022868 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.023196 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.023516 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.023842 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.024160 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.024479 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16befdba-fa46-4c34-a5fd-146a6b701b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:07:26.063509 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcb2342d-b528-45b9-9af3-d4cc64bbae77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.084205 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcb2342d-b528-45b9-9af3-d4cc64bbae77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.131508 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcb2342d-b528-45b9-9af3-d4cc64bbae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.135622 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcb2342d-b528-45b9-9af3-d4cc64bbae77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.137196 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-dcb2342d-b528-45b9-9af3-d4cc64bbae77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f994b0b-8026-4035-9dc4-749dc84bed01 HTTP/1.1" status: 204 len: 168 time: 0.1208270 Sep 03 15:07:26.145509 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2342d-b528-45b9-9af3-d4cc64bbae77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f994b0b-8026-4035-9dc4-749dc84bed01,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:26.410284 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36446) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:26.423669 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abf87b03-e799-45f6-b16f-505698a541fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.509284 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abf87b03-e799-45f6-b16f-505698a541fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.516242 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abf87b03-e799-45f6-b16f-505698a541fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.551935 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf87b03-e799-45f6-b16f-505698a541fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78823a2-b8ca-4cc2-b931-d8189597f77a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:26.556635 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-abf87b03-e799-45f6-b16f-505698a541fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4960a48850d4d98824c40896641f782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447470 Sep 03 15:07:26.559652 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36448) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:26.612121 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8571b48-ec01-40fc-aba8-da22347e8db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.633832 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8571b48-ec01-40fc-aba8-da22347e8db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.666109 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429d35-25fa-4fd4-9b57-a28cb2ef9865 req-ab109933-e43d-4db1-9f19-583f78a0bf8d tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:26.667640 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e1429d35-25fa-4fd4-9b57-a28cb2ef9865 req-ab109933-e43d-4db1-9f19-583f78a0bf8d tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 945 time: 0.0489471 Sep 03 15:07:26.683487 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8571b48-ec01-40fc-aba8-da22347e8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.686069 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e8571b48-ec01-40fc-aba8-da22347e8db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:26.690810 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e8571b48-ec01-40fc-aba8-da22347e8db3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b78823a2-b8ca-4cc2-b931-d8189597f77a HTTP/1.1" status: 204 len: 168 time: 0.1277809 Sep 03 15:07:26.696965 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8571b48-ec01-40fc-aba8-da22347e8db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78823a2-b8ca-4cc2-b931-d8189597f77a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:26.734071 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e1429d35-25fa-4fd4-9b57-a28cb2ef9865 req-a7be4fb8-3230-4aaa-a6f3-b4a0b5b2d2f8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598295 Sep 03 15:07:27.848064 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8c668-03b3-40d4-b9d9-e2e471d2c046 req-29a2b4b4-020b-4592-bde5-0d4153553058 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:27.849591 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cca8c668-03b3-40d4-b9d9-e2e471d2c046 req-29a2b4b4-020b-4592-bde5-0d4153553058 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 945 time: 0.0488784 Sep 03 15:07:27.887675 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cca8c668-03b3-40d4-b9d9-e2e471d2c046 req-3b066c61-eb54-490a-85af-383366d62371 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322046 Sep 03 15:07:33.194251 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36596) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:33.298295 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-224b9458-12e6-4c0b-a429-28a8ae4bd180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:33.407265 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-224b9458-12e6-4c0b-a429-28a8ae4bd180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:33.413565 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-224b9458-12e6-4c0b-a429-28a8ae4bd180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:33.451165 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-224b9458-12e6-4c0b-a429-28a8ae4bd180 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b23230a15364ea99988a8acaa7c6aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558038 Sep 03 15:07:33.452007 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b9458-12e6-4c0b-a429-28a8ae4bd180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e927637-755f-404d-b560-25e6e4e4e076,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:33.454197 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36600) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:33.503572 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-25e8cfef-f79d-4b64-8089-55d55f7c0727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:33.525694 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-25e8cfef-f79d-4b64-8089-55d55f7c0727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:33.575127 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-25e8cfef-f79d-4b64-8089-55d55f7c0727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:33.577713 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-25e8cfef-f79d-4b64-8089-55d55f7c0727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:33.578873 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-25e8cfef-f79d-4b64-8089-55d55f7c0727 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e927637-755f-404d-b560-25e6e4e4e076 HTTP/1.1" status: 204 len: 168 time: 0.1237185 Sep 03 15:07:33.586940 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8cfef-f79d-4b64-8089-55d55f7c0727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e927637-755f-404d-b560-25e6e4e4e076,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:33.860706 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36608) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:33.874116 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-495cbfaf-9d59-493d-86a7-a6087a810122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:33.965428 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-495cbfaf-9d59-493d-86a7-a6087a810122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:33.972533 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-495cbfaf-9d59-493d-86a7-a6087a810122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:34.010030 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-495cbfaf-9d59-493d-86a7-a6087a810122 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2482172ceb34bf9a8da805c4bf17536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482060 Sep 03 15:07:34.010938 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cbfaf-9d59-493d-86a7-a6087a810122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e8f322-4c32-4d31-97d9-14fc4752c426,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:34.012874 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36610) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:34.071881 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69196be0-9ef5-4ecb-8e2a-3e53deac9865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:34.102240 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69196be0-9ef5-4ecb-8e2a-3e53deac9865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:34.151792 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69196be0-9ef5-4ecb-8e2a-3e53deac9865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:34.154387 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69196be0-9ef5-4ecb-8e2a-3e53deac9865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:34.155580 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-69196be0-9ef5-4ecb-8e2a-3e53deac9865 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89e8f322-4c32-4d31-97d9-14fc4752c426 HTTP/1.1" status: 204 len: 168 time: 0.1415133 Sep 03 15:07:34.163479 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69196be0-9ef5-4ecb-8e2a-3e53deac9865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e8f322-4c32-4d31-97d9-14fc4752c426,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:34.872574 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36634) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:34.974343 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2013993826-network', 'tenant_id': '4d8b91d8ec1749c0bd0768c1588d9d79'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:07:35.004843 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Made reservation on behalf of 4d8b91d8ec1749c0bd0768c1588d9d79 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:07:35.008782 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:35.021047 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:35.106369 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:35.112436 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:35.136665 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:07:35.146243 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371c2d9b-81e2-44e5-8dd8-9164795bbf34,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:35.152108 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:35.152453 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Added segment 385f9c59-046c-4106-bb80-4b129a29e05e of type vlan for network f8e68249-0771-45ec-b2d9-d7f26ec22c99 Sep 03 15:07:35.194529 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:35.220380 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:35.221461 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:35.222109 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:35.253606 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3798282 Sep 03 15:07:35.256645 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36638) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:35.261818 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] Request body: {'subnet': {'network_id': 'f8e68249-0771-45ec-b2d9-d7f26ec22c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2013993826-subnet', 'tenant_id': '4d8b91d8ec1749c0bd0768c1588d9d79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:07:35.283752 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] Made reservation on behalf of 4d8b91d8ec1749c0bd0768c1588d9d79 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:07:35.285091 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47910275-1877-4901-a6a0-7e1259f32330 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e68249-0771-45ec-b2d9-d7f26ec22c99,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:35.286793 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12736034'] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:35.295251 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network f8e68249-0771-45ec-b2d9-d7f26ec22c99 details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:07:35.463530 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16720167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12736012'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:35.518863 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b2d580-c4a0-48f3-8f43-cabd52fb5d3d,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:35.529249 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] Checking segment: {'id': '385f9c59-046c-4106-bb80-4b129a29e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f8e68249-0771-45ec-b2d9-d7f26ec22c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:07:35.529696 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] Network hostable DHCP agents. Network: f8e68249-0771-45ec-b2d9-d7f26ec22c99, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:07:35.549071 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] Network f8e68249-0771-45ec-b2d9-d7f26ec22c99 is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:07:35.559418 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, f8e68249-0771-45ec-b2d9-d7f26ec22c99) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:07:35.564032 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:35.564622 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:35.569298 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2312b4a-9b39-41eb-8e17-058cf9ab6d13 None None] Network f8e68249-0771-45ec-b2d9-d7f26ec22c99 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:07:35.579746 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-c45d63ba-13bb-4905-ad1b-5a4927c8c0b4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3219097 Sep 03 15:07:35.684565 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f524b82-c9ca-4645-8fa1-3c756b56821b None None] Network f8e68249-0771-45ec-b2d9-d7f26ec22c99 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:07:36.063842 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36662) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:36.069109 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1577652806-network', 'tenant_id': 'f3b9553aebdd48fd8ee8703994d6b44f'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:07:36.091513 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Made reservation on behalf of f3b9553aebdd48fd8ee8703994d6b44f for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:07:36.094131 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:36.103721 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:36.201866 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:36.206702 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:36.232243 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:07:36.240984 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb255f3-038d-443a-87ee-df86c7df50b7,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:36.248664 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:36.248888 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.segments_db [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Added segment e5ee0f25-28e9-4fae-b60f-e32f37340d1b of type vlan for network 88daf454-cc6e-4e5d-a055-702150e5b0ac Sep 03 15:07:36.289866 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:36.316104 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:36.317159 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:36.317863 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:36.354721 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2891290 Sep 03 15:07:36.357509 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36674) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:36.364440 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] Request body: {'subnet': {'network_id': '88daf454-cc6e-4e5d-a055-702150e5b0ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1577652806-subnet', 'tenant_id': 'f3b9553aebdd48fd8ee8703994d6b44f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:07:36.390637 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] Made reservation on behalf of f3b9553aebdd48fd8ee8703994d6b44f for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:07:36.396542 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12987618'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:36.396715 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21665d95-a051-45ec-bf22-ed2e586f86cf admin admin] Pushing event updated for resources: {'Network': ['ID=88daf454-cc6e-4e5d-a055-702150e5b0ac,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:36.405015 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 88daf454-cc6e-4e5d-a055-702150e5b0ac details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:07:36.561340 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13202717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12987596'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:36.613361 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52fd68ca-5ea1-46f3-b2b8-b9bec1e15c35,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:36.621942 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] Checking segment: {'id': 'e5ee0f25-28e9-4fae-b60f-e32f37340d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '88daf454-cc6e-4e5d-a055-702150e5b0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:07:36.622295 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] Network hostable DHCP agents. Network: 88daf454-cc6e-4e5d-a055-702150e5b0ac, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:07:36.639410 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] Network 88daf454-cc6e-4e5d-a055-702150e5b0ac is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:07:36.651142 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 88daf454-cc6e-4e5d-a055-702150e5b0ac) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:07:36.655933 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:36.656957 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:36.660550 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391a7dbd-8a71-4101-a078-7033a3a56eb8 None None] Network 88daf454-cc6e-4e5d-a055-702150e5b0ac requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:07:36.672753 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-68cc83cf-3f34-4921-abd5-c89935a5fea5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3138604 Sep 03 15:07:36.789271 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80b1737-9d72-43c4-a3d8-4fbace3f9840 None None] Network 88daf454-cc6e-4e5d-a055-702150e5b0ac requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:07:37.793897 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5fed-f818-4876-8821-0002dc658235 req-83697695-64c0-4b40-aee4-03fdad0ccfb9 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:37.795365 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-83697695-64c0-4b40-aee4-03fdad0ccfb9 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/networks?id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 200 len: 814 time: 0.1045334 Sep 03 15:07:37.812997 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-b916b900-9e85-4564-9b68-fc618d9ecdf1 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/quotas/1600d12b3d9f46b0855d460a4b33a46e HTTP/1.1" status: 200 len: 375 time: 0.0091958 Sep 03 15:07:37.875715 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-92c23843-f57f-4880-a00d-0290971ade81 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562210 Sep 03 15:07:37.920246 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:37.971479 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-3a2c74f8-9883-4afa-9902-0bd010908b16 service neutron] 10.222.0.46 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884769 Sep 03 15:07:38.059830 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-c794e38a-53f9-4856-9623-4136c3baba15 service neutron] 10.222.0.46 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818841 Sep 03 15:07:38.214392 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b3092d69-94e2-48fe-8e53-ea70de13e8b3 req-2b544424-1acd-49ed-80c5-afad6c6ead72 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 210 time: 0.0261452 Sep 03 15:07:39.214213 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5fed-f818-4876-8821-0002dc658235 req-297d75b1-bcaa-440f-9bef-967ebd854a0b tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:39.215655 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-297d75b1-bcaa-440f-9bef-967ebd854a0b tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "GET /v2.0/networks?id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 200 len: 814 time: 0.1069295 Sep 03 15:07:39.231890 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Request body: {'port': {'device_id': '272a5ffb-7288-4e0e-9887-4a8fe718d37a', 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d', 'admin_state_up': True, 'tenant_id': '1600d12b3d9f46b0855d460a4b33a46e'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:07:39.310059 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0877d430-c93a-471f-9f52-94bb23296e6d req-65ca269d-cb3c-4050-80bc-55ae5df6f3a1 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 210 time: 0.0299039 Sep 03 15:07:39.343391 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Made reservation on behalf of 1600d12b3d9f46b0855d460a4b33a46e for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:07:39.346879 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:39.475325 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Allocated IP 172.20.0.9 (7e1fc3ae-56ce-497f-b70c-76c84f5ed34d/ca105376-2175-4d97-995e-c2b631c82902/728330fe-13b7-471b-800e-132f110abde9) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:07:39.619325 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:39.663528 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:39.676419 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['e26b968e-c95c-42e0-b83e-de13bbe1acbb', 'ce932008-1ed0-4c73-9f43-56c6d05906a7', 'b928728c-1240-4441-98e3-74b6b1b6b9bf'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:07:39.704308 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:07:39.709368 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:07:39.712953 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:07:39.739442 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Pushing event updated for resources: {'Port': ['ID=728330fe-13b7-471b-800e-132f110abde9,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:39.770221 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:39.770844 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:39.787315 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d5fc276-2846-4b4e-9184-c1bbf2f822db tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5590663 Sep 03 15:07:39.803801 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Request body: {'port': {'device_id': '272a5ffb-7288-4e0e-9887-4a8fe718d37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:07:39.867303 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:40.130856 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728330fe-13b7-471b-800e-132f110abde9 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:07:40.138707 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:40.150536 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Transition to ACTIVE for port object 728330fe-13b7-471b-800e-132f110abde9 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:07:40.155486 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:40.202437 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=728330fe-13b7-471b-800e-132f110abde9,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:40.271955 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Attempting to bind port 728330fe-13b7-471b-800e-132f110abde9 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:07:40.272688 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Attempting to bind port 728330fe-13b7-471b-800e-132f110abde9 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:07:40.272688 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Attempting to bind port 728330fe-13b7-471b-800e-132f110abde9 on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:07:40.277138 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Port 728330fe-13b7-471b-800e-132f110abde9 on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:07:40.277462 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Attempting to bind port 728330fe-13b7-471b-800e-132f110abde9 on network 7e1fc3ae-56ce-497f-b70c-76c84f5ed34d {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:07:40.282575 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:07:40.282940 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Checking segment: {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:07:40.283278 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Bound using segment: {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:07:40.283696 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Bound port: 728330fe-13b7-471b-800e-132f110abde9, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:07:40.284038 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:40.346166 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] For port 728330fe-13b7-471b-800e-132f110abde9, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:07:40.349324 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] For port 728330fe-13b7-471b-800e-132f110abde9, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=728330fe-13b7-471b-800e-132f110abde9,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:07:40.355422 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:40.415450 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:40.416090 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:40.417461 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/728330fe-13b7-471b-800e-132f110abde9 HTTP/1.1" status: 200 len: 1093 time: 0.6186042 Sep 03 15:07:40.419554 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272a5ffb-7288-4e0e-9887-4a8fe718d37a', 'tag': '728330fe-13b7-471b-800e-132f110abde9'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:07:40.421821 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18b691f-fa6b-4c1b-8fb8-0ce921c461fc" -d '{"events": [{"name": "network-changed", "server_uuid": "272a5ffb-7288-4e0e-9887-4a8fe718d37a", "tag": "728330fe-13b7-471b-800e-132f110abde9"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:07:40.446619 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cbc6b-ccf2-4f2e-b81d-bd1ec798b3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=728330fe-13b7-471b-800e-132f110abde9,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:40.464399 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014de83-e7b1-4c8d-b51e-6e991accff36 req-90b7a4bf-687a-45d9-ba2f-32c507639b27 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:40.465945 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7014de83-e7b1-4c8d-b51e-6e991accff36 req-90b7a4bf-687a-45d9-ba2f-32c507639b27 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 943 time: 0.0853827 Sep 03 15:07:40.479666 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1ea928-875e-409a-b3e1-87f880667b23 x-openstack-request-id: req-3e1ea928-875e-409a-b3e1-87f880667b23 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:07:40.479947 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272a5ffb-7288-4e0e-9887-4a8fe718d37a", "tag": "728330fe-13b7-471b-800e-132f110abde9", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:07:40.480190 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e1ea928-875e-409a-b3e1-87f880667b23 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:07:40.480570 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272a5ffb-7288-4e0e-9887-4a8fe718d37a', 'tag': '728330fe-13b7-471b-800e-132f110abde9', 'status': 'completed', 'code': 200} Sep 03 15:07:40.536058 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7014de83-e7b1-4c8d-b51e-6e991accff36 req-45187012-abc0-47fd-ae6a-a5a986f716c3 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641026 Sep 03 15:07:40.543067 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5fed-f818-4876-8821-0002dc658235 req-fe819c17-d7a3-44f8-928a-2b4e33d04b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:40.544587 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-fe819c17-d7a3-44f8-928a-2b4e33d04b58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 1096 time: 0.0665073 Sep 03 15:07:40.597210 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-efd7a967-69e5-48e2-8b63-9f89d1c865bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728330fe-13b7-471b-800e-132f110abde9 HTTP/1.1" status: 200 len: 217 time: 0.0355372 Sep 03 15:07:40.671768 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5fed-f818-4876-8821-0002dc658235 req-402fe24c-951b-4891-bd2b-71e5298a69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:40.673149 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-402fe24c-951b-4891-bd2b-71e5298a69cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca105376-2175-4d97-995e-c2b631c82902 HTTP/1.1" status: 200 len: 854 time: 0.0487573 Sep 03 15:07:40.705260 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-19db2a4a-ca2b-45d7-a343-511add8ff6db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235834 Sep 03 15:07:40.801995 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-5d2331b1-4669-4a98-8ab1-6ffd1855e2f3 service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841923 Sep 03 15:07:40.898050 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0cee5fed-f818-4876-8821-0002dc658235 req-831916fa-10d3-4580-a4f3-16bc4a3bfe6c service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853772 Sep 03 15:07:40.992602 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b691f-fa6b-4c1b-8fb8-0ce921c461fc req-d8a3d5f7-7156-4a4a-b756-7887c86a924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:40.994188 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b18b691f-fa6b-4c1b-8fb8-0ce921c461fc req-d8a3d5f7-7156-4a4a-b756-7887c86a924c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 1096 time: 0.0403314 Sep 03 15:07:41.094008 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b691f-fa6b-4c1b-8fb8-0ce921c461fc req-08ffd3bc-12a5-4575-b8eb-86ed84a4039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:41.094008 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b18b691f-fa6b-4c1b-8fb8-0ce921c461fc req-08ffd3bc-12a5-4575-b8eb-86ed84a4039c service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 200 len: 915 time: 0.0888686 Sep 03 15:07:41.140292 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b18b691f-fa6b-4c1b-8fb8-0ce921c461fc req-eb71c4d2-c756-4e01-9145-6f0b6dbda1ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728330fe-13b7-471b-800e-132f110abde9 HTTP/1.1" status: 200 len: 217 time: 0.0345895 Sep 03 15:07:41.193716 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b691f-fa6b-4c1b-8fb8-0ce921c461fc req-00cbe839-baae-4912-be0a-8a1dd44e928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:41.195117 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b18b691f-fa6b-4c1b-8fb8-0ce921c461fc req-00cbe839-baae-4912-be0a-8a1dd44e928d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca105376-2175-4d97-995e-c2b631c82902 HTTP/1.1" status: 200 len: 854 time: 0.0432284 Sep 03 15:07:41.236347 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b18b691f-fa6b-4c1b-8fb8-0ce921c461fc req-f223af88-f948-492a-bb19-b9e229da5418 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273252 Sep 03 15:07:41.330996 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b18b691f-fa6b-4c1b-8fb8-0ce921c461fc req-0e235d4a-f3e7-45f6-99ce-073a7a65ace8 service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845268 Sep 03 15:07:41.543244 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b18b691f-fa6b-4c1b-8fb8-0ce921c461fc req-d6e6c95e-7326-4b5f-898a-8d24b2a57241 service neutron] 10.222.0.26 "GET /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003032 Sep 03 15:07:41.595433 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8b13751e-e500-42b9-834a-ec33db6b190d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:41.657219 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581babcf-9806-43e9-adc0-91062a9fc1aa req-135645fb-12b2-4e54-aca6-0ee06b63afc3 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:41.658694 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-581babcf-9806-43e9-adc0-91062a9fc1aa req-135645fb-12b2-4e54-aca6-0ee06b63afc3 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 943 time: 0.0488763 Sep 03 15:07:41.697021 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-581babcf-9806-43e9-adc0-91062a9fc1aa req-54822c5b-cc88-4100-8ad9-89d9c84f24b5 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Sep 03 15:07:42.814336 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c684b7f-ad2c-4fdf-9a4f-c0ba857a989f req-d008eb71-ae60-4b23-a312-72c8734ae0d5 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:42.815787 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9c684b7f-ad2c-4fdf-9a4f-c0ba857a989f req-d008eb71-ae60-4b23-a312-72c8734ae0d5 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 943 time: 0.0511854 Sep 03 15:07:42.852730 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9c684b7f-ad2c-4fdf-9a4f-c0ba857a989f req-45880823-c900-4952-ab1a-a14b93a081bc tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309339 Sep 03 15:07:43.196908 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 728330fe-13b7-471b-800e-132f110abde9 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:07:43.296391 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 728330fe-13b7-471b-800e-132f110abde9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=728330fe-13b7-471b-800e-132f110abde9,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:43.311105 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '728330fe-13b7-471b-800e-132f110abde9', 'network_id': '7e1fc3ae-56ce-497f-b70c-76c84f5ed34d', 'port_id': '728330fe-13b7-471b-800e-132f110abde9', 'mac_address': 'fa:16:3e:ad:18:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca105376-2175-4d97-995e-c2b631c82902', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:07:43.348345 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:43.361049 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728330fe-13b7-471b-800e-132f110abde9 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:07:43.380475 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 728330fe-13b7-471b-800e-132f110abde9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=728330fe-13b7-471b-800e-132f110abde9,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:43.386003 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:43.446414 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=728330fe-13b7-471b-800e-132f110abde9,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:43.661270 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['728330fe-13b7-471b-800e-132f110abde9'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:07:43.970890 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14665fc4-21d8-4a97-9a94-c1f5e5fcde77 req-969bcc63-d3f6-4d8a-becd-5c6ac1eabe91 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:43.972269 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-14665fc4-21d8-4a97-9a94-c1f5e5fcde77 req-969bcc63-d3f6-4d8a-becd-5c6ac1eabe91 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 944 time: 0.0492208 Sep 03 15:07:44.010126 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-14665fc4-21d8-4a97-9a94-c1f5e5fcde77 req-a0cabd15-3219-407d-ac1d-a3c4132bdd66 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Sep 03 15:07:44.237626 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b4d635bc-3379-4241-9a3a-40a54944a8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:44.365722 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:45.135860 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffa4b8-6747-48dd-9216-a769e2d110dc req-7ca8735a-4569-4253-8532-94dd1e04f652 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:45.137403 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-80ffa4b8-6747-48dd-9216-a769e2d110dc req-7ca8735a-4569-4253-8532-94dd1e04f652 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 944 time: 0.0572536 Sep 03 15:07:45.175474 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-80ffa4b8-6747-48dd-9216-a769e2d110dc req-a6fdfef9-57f3-4465-9c36-82cde8db4690 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Sep 03 15:07:45.229035 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 728330fe-13b7-471b-800e-132f110abde9 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:07:45.278308 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:45.296535 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port 728330fe-13b7-471b-800e-132f110abde9 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:07:45.300290 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 728330fe-13b7-471b-800e-132f110abde9 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:07:45.300657 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:45.379786 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:45.402650 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272a5ffb-7288-4e0e-9887-4a8fe718d37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728330fe-13b7-471b-800e-132f110abde9'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:07:45.404898 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34326a33-94e7-4636-a7b8-05364c53c859" -d '{"events": [{"server_uuid": "272a5ffb-7288-4e0e-9887-4a8fe718d37a", "name": "network-vif-plugged", "status": "completed", "tag": "728330fe-13b7-471b-800e-132f110abde9"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:07:45.418495 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 728330fe-13b7-471b-800e-132f110abde9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=728330fe-13b7-471b-800e-132f110abde9,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:07:45.424298 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:45.446884 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f513077c-30d7-4f32-bf62-c51333efb0ad x-openstack-request-id: req-f513077c-30d7-4f32-bf62-c51333efb0ad {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:07:45.447182 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272a5ffb-7288-4e0e-9887-4a8fe718d37a", "name": "network-vif-plugged", "status": "completed", "tag": "728330fe-13b7-471b-800e-132f110abde9", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:07:45.447429 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f513077c-30d7-4f32-bf62-c51333efb0ad {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:07:45.447833 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272a5ffb-7288-4e0e-9887-4a8fe718d37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728330fe-13b7-471b-800e-132f110abde9', 'code': 200} Sep 03 15:07:45.473046 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=728330fe-13b7-471b-800e-132f110abde9,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:45.622407 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fa2b6-572a-448d-a0cd-9b5b822f4489 req-d5cf6667-5862-4cc4-8167-f61e91142195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:45.623760 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-021fa2b6-572a-448d-a0cd-9b5b822f4489 req-d5cf6667-5862-4cc4-8167-f61e91142195 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 1098 time: 0.0433166 Sep 03 15:07:45.660866 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-021fa2b6-572a-448d-a0cd-9b5b822f4489 req-5d8b36a4-eb72-4e1b-8ab8-eb2e985509ca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281076 Sep 03 15:07:45.967689 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:07:46.292937 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42630355-3965-4071-aba0-a0f43203e03c req-e55acbe6-a93f-48bb-bf23-bf2736a73b14 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:46.294556 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-42630355-3965-4071-aba0-a0f43203e03c req-e55acbe6-a93f-48bb-bf23-bf2736a73b14 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 945 time: 0.0514054 Sep 03 15:07:46.332992 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-42630355-3965-4071-aba0-a0f43203e03c req-0694cf43-a0cf-499a-8396-32a69f701e92 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Sep 03 15:07:47.159168 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:47.452190 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897473-9ef9-4747-865b-d7b212a9dd7d req-e8117db6-49ac-46d8-9b97-b72e16f9ffea tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:47.453670 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-33897473-9ef9-4747-865b-d7b212a9dd7d req-e8117db6-49ac-46d8-9b97-b72e16f9ffea tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 945 time: 0.0527217 Sep 03 15:07:47.496070 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-33897473-9ef9-4747-865b-d7b212a9dd7d req-da8662fb-36b9-4161-92ff-449ffb35bbeb tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364792 Sep 03 15:07:50.356443 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36862) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:50.402130 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ff1aac-2735-46ff-acaa-e28c3a4f8718 admin admin] Deleting subnet a2b2d580-c4a0-48f3-8f43-cabd52fb5d3d {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:07:50.405584 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57ff1aac-2735-46ff-acaa-e28c3a4f8718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.439888 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57ff1aac-2735-46ff-acaa-e28c3a4f8718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12584577'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.477543 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57ff1aac-2735-46ff-acaa-e28c3a4f8718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.540256 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57ff1aac-2735-46ff-acaa-e28c3a4f8718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13202908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12987591'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.568262 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff1aac-2735-46ff-acaa-e28c3a4f8718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b2d580-c4a0-48f3-8f43-cabd52fb5d3d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:50.572054 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-57ff1aac-2735-46ff-acaa-e28c3a4f8718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.574062 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-57ff1aac-2735-46ff-acaa-e28c3a4f8718 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a2b2d580-c4a0-48f3-8f43-cabd52fb5d3d HTTP/1.1" status: 204 len: 168 time: 0.2165256 Sep 03 15:07:50.576647 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36864) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:50.642300 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.722629 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.732321 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e68249-0771-45ec-b2d9-d7f26ec22c99']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:50.742171 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385f9c59-046c-4106-bb80-4b129a29e05e') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:50.742468 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385f9c59-046c-4106-bb80-4b129a29e05e') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:50.751163 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12584600'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.764342 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.770135 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:07:50.770504 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13202818'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: timer() Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: self._notify() Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: event.method(event) Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:07:50.772064 dv-cinder-774288-7-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:07:50.826702 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.832125 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.833987 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f8e68249-0771-45ec-b2d9-d7f26ec22c99 HTTP/1.1" status: 204 len: 168 time: 0.2564516 Sep 03 15:07:50.837072 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36866) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:50.844417 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b7d27-5c90-4864-ba33-84c8ccd5dcf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e68249-0771-45ec-b2d9-d7f26ec22c99,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:50.881183 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4363a8-b85f-4d7b-b8ee-a47d5a82716d admin admin] Deleting subnet 52fd68ca-5ea1-46f3-b2b8-b9bec1e15c35 {{(pid=93829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:07:50.884744 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc4363a8-b85f-4d7b-b8ee-a47d5a82716d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.921995 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc4363a8-b85f-4d7b-b8ee-a47d5a82716d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123455'] for subnet, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:50.959053 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc4363a8-b85f-4d7b-b8ee-a47d5a82716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.020430 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc4363a8-b85f-4d7b-b8ee-a47d5a82716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16720358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12736007'] for subnet, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.043773 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4363a8-b85f-4d7b-b8ee-a47d5a82716d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52fd68ca-5ea1-46f3-b2b8-b9bec1e15c35,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:51.049414 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dc4363a8-b85f-4d7b-b8ee-a47d5a82716d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.051445 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-dc4363a8-b85f-4d7b-b8ee-a47d5a82716d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/52fd68ca-5ea1-46f3-b2b8-b9bec1e15c35 HTTP/1.1" status: 204 len: 168 time: 0.2133074 Sep 03 15:07:51.054012 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36868) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:51.123495 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.202887 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.212714 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88daf454-cc6e-4e5d-a055-702150e5b0ac']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:51.222439 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ee0f25-28e9-4fae-b60f-e32f37340d1b') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:51.222730 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ee0f25-28e9-4fae-b60f-e32f37340d1b') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:07:51.231540 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123430'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.245406 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.252242 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:07:51.252627 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16720312'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: Traceback (most recent call last): Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: timer() Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: cb(*args, **kw) Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: return func(*args, **kwargs) Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: self._notify() Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: self.callback(batched_events) Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: event.method(event) Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: return f(self, *a, **k) Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._get(url).json() Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: return self.request(url, 'GET', **kwargs) Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:07:51.254343 dv-cinder-774288-7-iscsi neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:07:51.313208 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.318592 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.320404 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] 10.222.0.46 "DELETE /v2.0/networks/88daf454-cc6e-4e5d-a055-702150e5b0ac HTTP/1.1" status: 204 len: 168 time: 0.2654843 Sep 03 15:07:51.330682 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a26dc-51d1-4a23-9ba0-b98d963ae29e admin admin] Pushing event deleted for resources: {'Network': ['ID=88daf454-cc6e-4e5d-a055-702150e5b0ac,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:51.499837 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36874) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:51.541927 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-0a91f762-b915-4423-b4e7-c0bdf6abb137 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d8b91d8ec1749c0bd0768c1588d9d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408461 Sep 03 15:07:51.544538 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 36876) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:51.603258 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbadf421-7595-48ee-8cce-b525d6ee75c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.623185 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbadf421-7595-48ee-8cce-b525d6ee75c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.679193 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbadf421-7595-48ee-8cce-b525d6ee75c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.681927 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bbadf421-7595-48ee-8cce-b525d6ee75c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:51.683090 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bbadf421-7595-48ee-8cce-b525d6ee75c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/371c2d9b-81e2-44e5-8dd8-9164795bbf34 HTTP/1.1" status: 204 len: 168 time: 0.1375692 Sep 03 15:07:51.691032 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadf421-7595-48ee-8cce-b525d6ee75c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371c2d9b-81e2-44e5-8dd8-9164795bbf34,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:52.017229 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36884) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:52.058918 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-6da48bdd-804d-4241-87fa-39b06d71738a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3b9553aebdd48fd8ee8703994d6b44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405006 Sep 03 15:07:52.062708 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 36886) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:07:52.109736 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e219156-e037-4820-a1ef-6f0f04862497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:52.133477 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e219156-e037-4820-a1ef-6f0f04862497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:52.184363 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e219156-e037-4820-a1ef-6f0f04862497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:52.187135 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4e219156-e037-4820-a1ef-6f0f04862497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:07:52.188280 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-4e219156-e037-4820-a1ef-6f0f04862497 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acb255f3-038d-443a-87ee-df86c7df50b7 HTTP/1.1" status: 204 len: 168 time: 0.1247213 Sep 03 15:07:52.195895 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e219156-e037-4820-a1ef-6f0f04862497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb255f3-038d-443a-87ee-df86c7df50b7,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:07:58.412860 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda074f-e6f8-4617-8d39-652355c70a99 req-6e515440-e5ee-42dc-ada6-5a1ddc4fa8be tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:58.414352 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cfda074f-e6f8-4617-8d39-652355c70a99 req-6e515440-e5ee-42dc-ada6-5a1ddc4fa8be tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 945 time: 0.0510099 Sep 03 15:07:58.454797 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cfda074f-e6f8-4617-8d39-652355c70a99 req-32663b99-386d-485b-bccf-df5c2b92ec4c tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344815 Sep 03 15:07:59.576472 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382370eb-7d8d-4a5b-b6aa-bfffbe35c367 req-8a34e03e-0743-4c5c-b3b9-e0c085f9428d tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:07:59.577877 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-382370eb-7d8d-4a5b-b6aa-bfffbe35c367 req-8a34e03e-0743-4c5c-b3b9-e0c085f9428d tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 945 time: 0.0523572 Sep 03 15:07:59.619244 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-382370eb-7d8d-4a5b-b6aa-bfffbe35c367 req-7e6e8a0d-f32c-41c2-9fcd-f99dfb8a8651 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320716 Sep 03 15:08:00.073317 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60fb7a-3dc7-4f4f-a78c-a72c5f07ad80 req-43ef75bb-e4be-450c-b2a6-b596d18b2817 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:00.075553 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fe60fb7a-3dc7-4f4f-a78c-a72c5f07ad80 req-43ef75bb-e4be-450c-b2a6-b596d18b2817 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 945 time: 0.0657098 Sep 03 15:08:00.182679 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-fe60fb7a-3dc7-4f4f-a78c-a72c5f07ad80 req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Deleting port 728330fe-13b7-471b-800e-132f110abde9 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:08:00.183026 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-fe60fb7a-3dc7-4f4f-a78c-a72c5f07ad80 req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:00.270373 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-fe60fb7a-3dc7-4f4f-a78c-a72c5f07ad80 req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] For port 728330fe-13b7-471b-800e-132f110abde9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=728330fe-13b7-471b-800e-132f110abde9,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:00.270821 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-fe60fb7a-3dc7-4f4f-a78c-a72c5f07ad80 req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:00.283445 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-fe60fb7a-3dc7-4f4f-a78c-a72c5f07ad80 req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Calling delete_port for 728330fe-13b7-471b-800e-132f110abde9 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:08:00.414334 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-fe60fb7a-3dc7-4f4f-a78c-a72c5f07ad80 req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:00.427870 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['e26b968e-c95c-42e0-b83e-de13bbe1acbb', 'ce932008-1ed0-4c73-9f43-56c6d05906a7', 'b928728c-1240-4441-98e3-74b6b1b6b9bf', '728330fe-13b7-471b-800e-132f110abde9'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:08:00.442451 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Pushing event deleted for resources: {'Port': ['ID=728330fe-13b7-471b-800e-132f110abde9,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:00.461125 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37044) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:00.461556 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.461556 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.461946 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.462342 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.462729 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.463118 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.463627 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.463956 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.464278 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.464577 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.464895 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.465210 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:00.509944 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe60fb7a-3dc7-4f4f-a78c-a72c5f07ad80 req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] No DVR routers for this DVR port 728330fe-13b7-471b-800e-132f110abde9 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:08:00.512761 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-fe60fb7a-3dc7-4f4f-a78c-a72c5f07ad80 req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:00.514850 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fe60fb7a-3dc7-4f4f-a78c-a72c5f07ad80 req-ad9ccf5b-6993-4531-8f91-73243c2957a8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "DELETE /v2.0/ports/728330fe-13b7-471b-800e-132f110abde9 HTTP/1.1" status: 204 len: 173 time: 0.4323616 Sep 03 15:08:00.515284 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272a5ffb-7288-4e0e-9887-4a8fe718d37a', 'name': 'network-vif-deleted', 'tag': '728330fe-13b7-471b-800e-132f110abde9'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:08:00.517897 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c905ff-fabc-40b1-82fd-8e8e67e5c077" -d '{"events": [{"server_uuid": "272a5ffb-7288-4e0e-9887-4a8fe718d37a", "name": "network-vif-deleted", "tag": "728330fe-13b7-471b-800e-132f110abde9"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:08:00.565470 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816abb04-484f-457e-851e-e3714b2d09a0 x-openstack-request-id: req-816abb04-484f-457e-851e-e3714b2d09a0 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:08:00.565784 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272a5ffb-7288-4e0e-9887-4a8fe718d37a", "name": "network-vif-deleted", "tag": "728330fe-13b7-471b-800e-132f110abde9", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:08:00.566027 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-816abb04-484f-457e-851e-e3714b2d09a0 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:08:00.566410 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272a5ffb-7288-4e0e-9887-4a8fe718d37a', 'name': 'network-vif-deleted', 'tag': '728330fe-13b7-471b-800e-132f110abde9', 'status': 'completed', 'code': 200} Sep 03 15:08:00.586185 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34e90136-bc85-4ea1-a737-0d5963e0109b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:00.694964 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34e90136-bc85-4ea1-a737-0d5963e0109b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:00.700721 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-34e90136-bc85-4ea1-a737-0d5963e0109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:00.733358 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4a50a8d4-9563-4b4c-b5d9-70a940796c74 req-6cd2e2e8-e970-4a1a-9738-e283f2bb632e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=272a5ffb-7288-4e0e-9887-4a8fe718d37a HTTP/1.1" status: 200 len: 210 time: 0.0264070 Sep 03 15:08:00.739859 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e90136-bc85-4ea1-a737-0d5963e0109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f259f6-7faf-4eca-a26b-9ddfb266a35e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:00.747981 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-34e90136-bc85-4ea1-a737-0d5963e0109b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42692140b7344086b2f36625afb776e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832234 Sep 03 15:08:00.748646 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37052) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:01.017538 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff7375c7-1395-4a1b-b5ce-857d2e76fdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:01.038262 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff7375c7-1395-4a1b-b5ce-857d2e76fdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:01.087915 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff7375c7-1395-4a1b-b5ce-857d2e76fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:01.090523 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ff7375c7-1395-4a1b-b5ce-857d2e76fdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:01.094398 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ff7375c7-1395-4a1b-b5ce-857d2e76fdd5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98f259f6-7faf-4eca-a26b-9ddfb266a35e HTTP/1.1" status: 204 len: 168 time: 0.3426695 Sep 03 15:08:01.099453 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7375c7-1395-4a1b-b5ce-857d2e76fdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f259f6-7faf-4eca-a26b-9ddfb266a35e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:01.369947 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37062) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:01.383160 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ddf600c1-889a-4d76-81d9-98a0aaa9d046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:01.485698 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ddf600c1-889a-4d76-81d9-98a0aaa9d046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:01.494991 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ddf600c1-889a-4d76-81d9-98a0aaa9d046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:01.534773 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-ddf600c1-889a-4d76-81d9-98a0aaa9d046 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=645674df856b49f8b5ba99e4661370fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637154 Sep 03 15:08:01.536209 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf600c1-889a-4d76-81d9-98a0aaa9d046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2a32bc-5293-4581-9795-5c20f8bba4ad,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:01.537824 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37064) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:01.592751 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68506182-11f9-49b0-9971-cbfe57ec8641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:01.620070 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68506182-11f9-49b0-9971-cbfe57ec8641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:01.678678 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68506182-11f9-49b0-9971-cbfe57ec8641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:01.683220 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68506182-11f9-49b0-9971-cbfe57ec8641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:01.685281 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-68506182-11f9-49b0-9971-cbfe57ec8641 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da2a32bc-5293-4581-9795-5c20f8bba4ad HTTP/1.1" status: 204 len: 168 time: 0.1459086 Sep 03 15:08:01.698033 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68506182-11f9-49b0-9971-cbfe57ec8641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2a32bc-5293-4581-9795-5c20f8bba4ad,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:02.011199 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37078) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:02.024507 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38ecd417-6a2a-4bbe-bb66-1f01c9ac657a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:02.120114 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38ecd417-6a2a-4bbe-bb66-1f01c9ac657a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:02.126384 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-38ecd417-6a2a-4bbe-bb66-1f01c9ac657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:02.163473 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-38ecd417-6a2a-4bbe-bb66-1f01c9ac657a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75919469880e45d99d43b2d749e28c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511788 Sep 03 15:08:02.164554 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecd417-6a2a-4bbe-bb66-1f01c9ac657a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce28cfc9-7bcf-43c6-8f19-dbcc7a62f875,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:02.166438 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37080) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:02.215961 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-005d4a90-243f-44e0-bc71-14e665f4ad86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:02.237847 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-005d4a90-243f-44e0-bc71-14e665f4ad86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:02.289861 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-005d4a90-243f-44e0-bc71-14e665f4ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:02.292522 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-005d4a90-243f-44e0-bc71-14e665f4ad86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:02.293690 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-005d4a90-243f-44e0-bc71-14e665f4ad86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce28cfc9-7bcf-43c6-8f19-dbcc7a62f875 HTTP/1.1" status: 204 len: 168 time: 0.1262484 Sep 03 15:08:02.301310 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d4a90-243f-44e0-bc71-14e665f4ad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce28cfc9-7bcf-43c6-8f19-dbcc7a62f875,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:03.605134 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 728330fe-13b7-471b-800e-132f110abde9 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:08:03.625599 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: 728330fe-13b7-471b-800e-132f110abde9 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:08:03.626021 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 728330fe-13b7-471b-800e-132f110abde9 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:08:05.279726 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783cd3d-4e27-4ff1-bfbc-8e2bd0a3702c req-e8145d08-13ee-4b45-96a8-b61aa64af908 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:05.282132 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e783cd3d-4e27-4ff1-bfbc-8e2bd0a3702c req-e8145d08-13ee-4b45-96a8-b61aa64af908 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 945 time: 0.0658157 Sep 03 15:08:05.333275 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e783cd3d-4e27-4ff1-bfbc-8e2bd0a3702c req-86d7d811-bc1b-4448-8cda-505d101b9260 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 Sep 03 15:08:06.469784 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d266-8f6d-413b-9f4e-6369c358841d req-f5b0753e-7ff4-4001-9eb7-53f423dfc60e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:06.471250 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0294d266-8f6d-413b-9f4e-6369c358841d req-f5b0753e-7ff4-4001-9eb7-53f423dfc60e tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 945 time: 0.0574141 Sep 03 15:08:06.509504 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0294d266-8f6d-413b-9f4e-6369c358841d req-4a8fdcf7-0293-4432-8749-f3e1de049053 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321038 Sep 03 15:08:06.882173 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8b5b0-b032-44d7-a4d9-2afd23ed7b1f req-5d7c1fe8-9466-4005-a5d6-e0b699c7bab8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:06.883635 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0bf8b5b0-b032-44d7-a4d9-2afd23ed7b1f req-5d7c1fe8-9466-4005-a5d6-e0b699c7bab8 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 945 time: 0.0636096 Sep 03 15:08:06.981862 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-0bf8b5b0-b032-44d7-a4d9-2afd23ed7b1f req-753b247c-b3c1-4ebb-9758-bbccabfc3a47 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Deleting port b928728c-1240-4441-98e3-74b6b1b6b9bf {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:08:06.982087 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0bf8b5b0-b032-44d7-a4d9-2afd23ed7b1f req-753b247c-b3c1-4ebb-9758-bbccabfc3a47 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:07.081041 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-0bf8b5b0-b032-44d7-a4d9-2afd23ed7b1f req-753b247c-b3c1-4ebb-9758-bbccabfc3a47 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] For port b928728c-1240-4441-98e3-74b6b1b6b9bf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b928728c-1240-4441-98e3-74b6b1b6b9bf,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:07.081418 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0bf8b5b0-b032-44d7-a4d9-2afd23ed7b1f req-753b247c-b3c1-4ebb-9758-bbccabfc3a47 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:07.095303 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-0bf8b5b0-b032-44d7-a4d9-2afd23ed7b1f req-753b247c-b3c1-4ebb-9758-bbccabfc3a47 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Calling delete_port for b928728c-1240-4441-98e3-74b6b1b6b9bf owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:08:07.224837 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0bf8b5b0-b032-44d7-a4d9-2afd23ed7b1f req-753b247c-b3c1-4ebb-9758-bbccabfc3a47 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:07.236478 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['e26b968e-c95c-42e0-b83e-de13bbe1acbb', 'ce932008-1ed0-4c73-9f43-56c6d05906a7', 'b928728c-1240-4441-98e3-74b6b1b6b9bf'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:08:07.253743 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b247c-b3c1-4ebb-9758-bbccabfc3a47 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Pushing event deleted for resources: {'Port': ['ID=b928728c-1240-4441-98e3-74b6b1b6b9bf,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:07.294955 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf8b5b0-b032-44d7-a4d9-2afd23ed7b1f req-753b247c-b3c1-4ebb-9758-bbccabfc3a47 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] No DVR routers for this DVR port b928728c-1240-4441-98e3-74b6b1b6b9bf on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:08:07.297477 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-0bf8b5b0-b032-44d7-a4d9-2afd23ed7b1f req-753b247c-b3c1-4ebb-9758-bbccabfc3a47 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:07.299503 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0bf8b5b0-b032-44d7-a4d9-2afd23ed7b1f req-753b247c-b3c1-4ebb-9758-bbccabfc3a47 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "DELETE /v2.0/ports/b928728c-1240-4441-98e3-74b6b1b6b9bf HTTP/1.1" status: 204 len: 173 time: 0.4083560 Sep 03 15:08:07.299942 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d', 'name': 'network-vif-deleted', 'tag': 'b928728c-1240-4441-98e3-74b6b1b6b9bf'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:08:07.302251 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f4b3ac-f302-4dea-92e5-4a3a46062b3f" -d '{"events": [{"server_uuid": "2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d", "name": "network-vif-deleted", "tag": "b928728c-1240-4441-98e3-74b6b1b6b9bf"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:08:07.342654 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ddd797-c6d7-4bbd-9000-f953277548c0 x-openstack-request-id: req-57ddd797-c6d7-4bbd-9000-f953277548c0 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:08:07.342970 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d", "name": "network-vif-deleted", "tag": "b928728c-1240-4441-98e3-74b6b1b6b9bf", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:08:07.343248 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57ddd797-c6d7-4bbd-9000-f953277548c0 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:08:07.343793 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d', 'name': 'network-vif-deleted', 'tag': 'b928728c-1240-4441-98e3-74b6b1b6b9bf', 'status': 'completed', 'code': 200} Sep 03 15:08:07.887640 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-78f8d18b-f4ca-4bb3-86ed-ab0533479b56 req-afb29274-1663-48e3-828b-807acd1ab811 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e74dc90-85e4-46fc-91a0-cdaf13ea4e9d HTTP/1.1" status: 200 len: 210 time: 0.2932057 Sep 03 15:08:07.954320 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:09.167765 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803254da-1b59-4afb-a50e-decd51becda6 req-a920c882-c925-4022-8867-a9f91b22f821 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:09.169193 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-803254da-1b59-4afb-a50e-decd51becda6 req-a920c882-c925-4022-8867-a9f91b22f821 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 946 time: 0.0530660 Sep 03 15:08:09.210186 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-803254da-1b59-4afb-a50e-decd51becda6 req-8cc7aaac-6954-4c15-b4f7-683775278c0a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325751 Sep 03 15:08:09.572504 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-3e3551f7-30a4-4fc1-a615-e1d3b50e0600 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527968551&fields=id&tenant_id=9df9e9f8b97c4a98858d7aec29a27e33 HTTP/1.1" status: 200 len: 267 time: 0.0392241 Sep 03 15:08:09.679602 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-bea6904a-e11b-4600-b745-c9c970ebcd66 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:09.681024 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-bea6904a-e11b-4600-b745-c9c970ebcd66 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 811 time: 0.1017652 Sep 03 15:08:09.699149 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-1495ae85-cb59-4051-953d-91bd5132c208 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/quotas/9df9e9f8b97c4a98858d7aec29a27e33 HTTP/1.1" status: 200 len: 375 time: 0.0111842 Sep 03 15:08:09.763054 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-386f468d-c7b1-45a2-9565-4cb5957452e7 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0533559 Sep 03 15:08:09.860309 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-ada41509-3630-4570-8d50-4ae70e4f03b5 service neutron] 10.222.0.46 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851676 Sep 03 15:08:09.956174 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-c29faaaa-32bb-4c8f-a19a-2f37e34b64a0 service neutron] 10.222.0.46 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865388 Sep 03 15:08:10.260661 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-095e1eec-72e9-4719-9266-a911af22723e req-82db709e-0c1b-46be-ad40-c34cedeba6db tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 210 time: 0.0338368 Sep 03 15:08:10.335275 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79b86d-88de-40cf-a327-84541654ac62 req-85779ce8-c483-4526-9c05-6eac2f648008 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:10.337065 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d79b86d-88de-40cf-a327-84541654ac62 req-85779ce8-c483-4526-9c05-6eac2f648008 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 946 time: 0.0499940 Sep 03 15:08:10.380058 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0d79b86d-88de-40cf-a327-84541654ac62 req-86faf41e-279d-44fd-8a8b-a0ce5af6f895 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370831 Sep 03 15:08:10.705741 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c328-1871-4a08-854f-c900e9c25318 req-03802e8f-cb22-47cc-85e6-6be16cd18ec1 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:10.707187 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c073c328-1871-4a08-854f-c900e9c25318 req-03802e8f-cb22-47cc-85e6-6be16cd18ec1 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 946 time: 0.0572298 Sep 03 15:08:10.806980 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-c073c328-1871-4a08-854f-c900e9c25318 req-66ef68a3-b619-4a76-b662-78a5c70ec36a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Deleting port ce932008-1ed0-4c73-9f43-56c6d05906a7 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:08:10.807405 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c073c328-1871-4a08-854f-c900e9c25318 req-66ef68a3-b619-4a76-b662-78a5c70ec36a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:10.907318 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-c073c328-1871-4a08-854f-c900e9c25318 req-66ef68a3-b619-4a76-b662-78a5c70ec36a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] For port ce932008-1ed0-4c73-9f43-56c6d05906a7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ce932008-1ed0-4c73-9f43-56c6d05906a7,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:10.907673 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c073c328-1871-4a08-854f-c900e9c25318 req-66ef68a3-b619-4a76-b662-78a5c70ec36a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:10.920242 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-c073c328-1871-4a08-854f-c900e9c25318 req-66ef68a3-b619-4a76-b662-78a5c70ec36a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Calling delete_port for ce932008-1ed0-4c73-9f43-56c6d05906a7 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:08:11.060383 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c073c328-1871-4a08-854f-c900e9c25318 req-66ef68a3-b619-4a76-b662-78a5c70ec36a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:11.072028 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['e26b968e-c95c-42e0-b83e-de13bbe1acbb', 'ce932008-1ed0-4c73-9f43-56c6d05906a7'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:08:11.092431 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef68a3-b619-4a76-b662-78a5c70ec36a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Pushing event deleted for resources: {'Port': ['ID=ce932008-1ed0-4c73-9f43-56c6d05906a7,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:11.166428 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-c073c328-1871-4a08-854f-c900e9c25318 req-66ef68a3-b619-4a76-b662-78a5c70ec36a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] No DVR routers for this DVR port ce932008-1ed0-4c73-9f43-56c6d05906a7 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:08:11.175000 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-c073c328-1871-4a08-854f-c900e9c25318 req-66ef68a3-b619-4a76-b662-78a5c70ec36a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:11.177499 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c073c328-1871-4a08-854f-c900e9c25318 req-66ef68a3-b619-4a76-b662-78a5c70ec36a tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "DELETE /v2.0/ports/ce932008-1ed0-4c73-9f43-56c6d05906a7 HTTP/1.1" status: 204 len: 173 time: 0.4637916 Sep 03 15:08:11.178250 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bac14d-fb58-4d34-8fcb-cbbba4b93765', 'name': 'network-vif-deleted', 'tag': 'ce932008-1ed0-4c73-9f43-56c6d05906a7'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:08:11.180901 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f65946-1079-4cae-8e66-922131e2512d" -d '{"events": [{"server_uuid": "39bac14d-fb58-4d34-8fcb-cbbba4b93765", "name": "network-vif-deleted", "tag": "ce932008-1ed0-4c73-9f43-56c6d05906a7"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:08:11.234967 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc882c8-9696-4ef2-933d-6f4fbc7c02f4 x-openstack-request-id: req-3fc882c8-9696-4ef2-933d-6f4fbc7c02f4 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:08:11.235258 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bac14d-fb58-4d34-8fcb-cbbba4b93765", "name": "network-vif-deleted", "tag": "ce932008-1ed0-4c73-9f43-56c6d05906a7", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:08:11.235507 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fc882c8-9696-4ef2-933d-6f4fbc7c02f4 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:08:11.235897 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bac14d-fb58-4d34-8fcb-cbbba4b93765', 'name': 'network-vif-deleted', 'tag': 'ce932008-1ed0-4c73-9f43-56c6d05906a7', 'status': 'completed', 'code': 200} Sep 03 15:08:11.273664 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-34ea7369-f528-4f5e-a395-39085b1bd7c5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:11.275418 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-34ea7369-f528-4f5e-a395-39085b1bd7c5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 811 time: 0.1609921 Sep 03 15:08:11.333448 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-b572d525-ec74-47da-89d3-6c45b43aaae6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9df9e9f8b97c4a98858d7aec29a27e33 HTTP/1.1" status: 200 len: 380 time: 0.0402873 Sep 03 15:08:11.339489 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b928728c-1240-4441-98e3-74b6b1b6b9bf no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:08:11.349237 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'port': {'device_id': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'admin_state_up': True, 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'security_groups': ['3fa00170-9493-4f57-a23a-85f9298dee59']}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:11.364872 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: b928728c-1240-4441-98e3-74b6b1b6b9bf {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:08:11.365202 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device b928728c-1240-4441-98e3-74b6b1b6b9bf not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:08:11.376379 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-16db1d54-7e31-458f-96a1-26511a777136 req-f78f0555-1445-403a-ac8d-5e70cafa71d5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 210 time: 0.0418382 Sep 03 15:08:11.473479 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Made reservation on behalf of 9df9e9f8b97c4a98858d7aec29a27e33 for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:08:11.477392 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:11.492385 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3b048441-e790-4571-97b2-4a0c8e1842d2 req-aa935c08-dbe1-4aac-9f7f-6440952651a2 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=39bac14d-fb58-4d34-8fcb-cbbba4b93765 HTTP/1.1" status: 200 len: 210 time: 0.0261562 Sep 03 15:08:11.599431 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0ed08f61-8b01-41d1-84fd-848559f57ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:11.633198 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Allocated IP 172.20.0.12 (3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a/29951c51-8ac9-4462-81c0-bba8dd6c07b8/545693c1-aa7c-4ee8-9ebe-9666555c7aaa) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:11.798081 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:11.814217 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Transition to ACTIVE for port object 545693c1-aa7c-4ee8-9ebe-9666555c7aaa will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:11.851764 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:11.890635 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:11.893805 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:11.898408 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:11.930460 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'Port': ['ID=545693c1-aa7c-4ee8-9ebe-9666555c7aaa,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:11.959437 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:11.960064 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:11.978062 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-df67756e-b7bc-4c55-b7dd-69f459156638 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6335859 Sep 03 15:08:11.990725 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Request body: {'port': {'device_id': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:12.051868 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:12.123505 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-805320ad-6928-4f24-a987-fc08cd23b431 None None] Provisioning for port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:12.127293 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-805320ad-6928-4f24-a987-fc08cd23b431 None None] Provisioning complete for port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:12.127663 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-805320ad-6928-4f24-a987-fc08cd23b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:12.160814 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-805320ad-6928-4f24-a987-fc08cd23b431 None None] Port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:08:12.324150 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545693c1-aa7c-4ee8-9ebe-9666555c7aaa {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:08:12.331581 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:12.343093 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Transition to ACTIVE for port object 545693c1-aa7c-4ee8-9ebe-9666555c7aaa will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:12.348300 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:12.422971 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Pushing event updated for resources: {'Port': ['ID=545693c1-aa7c-4ee8-9ebe-9666555c7aaa,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:12.502695 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Attempting to bind port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:12.503045 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Attempting to bind port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:12.503367 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Attempting to bind port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa on network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:12.510804 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa on network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:08:12.511121 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Attempting to bind port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa on network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:12.528331 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9b6a6-bc5e-47b5-ad59-92395fffcfc9 req-ac53d6fe-dc44-4d29-9d95-e82cbfc9712b tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:12.529881 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b3e9b6a6-bc5e-47b5-ad59-92395fffcfc9 req-ac53d6fe-dc44-4d29-9d95-e82cbfc9712b tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 944 time: 0.0793498 Sep 03 15:08:12.530799 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:12.531131 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Checking segment: {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:12.531716 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Bound using segment: {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:12.531959 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Bound port: 545693c1-aa7c-4ee8-9ebe-9666555c7aaa, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:12.532317 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:12.617445 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b3e9b6a6-bc5e-47b5-ad59-92395fffcfc9 req-e8e1f78a-8d59-4949-8b89-a060d44463e4 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757623 Sep 03 15:08:12.643456 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] For port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:12.646764 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] For port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=545693c1-aa7c-4ee8-9ebe-9666555c7aaa,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:12.652862 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:12.683742 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:12.684357 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:12.685915 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] 10.222.0.26 "PUT /v2.0/ports/545693c1-aa7c-4ee8-9ebe-9666555c7aaa HTTP/1.1" status: 200 len: 1094 time: 0.6997523 Sep 03 15:08:12.716954 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd218d7-9d50-4397-abfd-5668b7e0c172 service neutron] Pushing event updated for resources: {'Port': ['ID=545693c1-aa7c-4ee8-9ebe-9666555c7aaa,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:12.775250 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-53beecd3-0215-4c45-b5b5-c32837d6b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:12.776760 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-53beecd3-0215-4c45-b5b5-c32837d6b5a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 1097 time: 0.0446260 Sep 03 15:08:12.823519 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-fdd284e8-54f4-4210-bf7c-aa31b8061fd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545693c1-aa7c-4ee8-9ebe-9666555c7aaa HTTP/1.1" status: 200 len: 217 time: 0.0363810 Sep 03 15:08:12.879131 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-ec95ba60-5c62-4b27-94e4-9c41604c7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:12.880721 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-ec95ba60-5c62-4b27-94e4-9c41604c7c60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0511324 Sep 03 15:08:12.927017 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-f4e1fe13-dbd0-4c2d-8927-6e9c32db97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:12.928535 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-f4e1fe13-dbd0-4c2d-8927-6e9c32db97d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406413 Sep 03 15:08:13.027349 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-8808495f-c6e7-47d7-8e62-3ff7d5ec4956 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906632 Sep 03 15:08:13.121457 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6ff81da1-c4c5-4ce5-9520-f275baf968fa req-9732d3ce-0c07-484e-a526-1f666874ab7e service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859728 Sep 03 15:08:13.237561 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'tag': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:08:13.239976 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae40dba-92f9-46c9-8e51-f5feb93c963a" -d '{"events": [{"name": "network-changed", "server_uuid": "7adb9e37-d76c-414e-bbad-69f0f3af2cce", "tag": "545693c1-aa7c-4ee8-9ebe-9666555c7aaa"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:08:13.276858 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679f63dc-2f68-4f66-ac7d-5b066f079da7 x-openstack-request-id: req-679f63dc-2f68-4f66-ac7d-5b066f079da7 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:08:13.277408 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adb9e37-d76c-414e-bbad-69f0f3af2cce", "tag": "545693c1-aa7c-4ee8-9ebe-9666555c7aaa", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:08:13.277408 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-679f63dc-2f68-4f66-ac7d-5b066f079da7 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:08:13.277869 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'tag': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa', 'status': 'completed', 'code': 200} Sep 03 15:08:13.342506 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae40dba-92f9-46c9-8e51-f5feb93c963a req-f7d6c8ce-d30a-4a9b-aeea-3d07e3cf7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:13.344017 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9ae40dba-92f9-46c9-8e51-f5feb93c963a req-f7d6c8ce-d30a-4a9b-aeea-3d07e3cf7a2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 1097 time: 0.0428448 Sep 03 15:08:13.451444 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae40dba-92f9-46c9-8e51-f5feb93c963a req-33c8b707-46da-4939-bb03-1920f6ea8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:13.454425 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9ae40dba-92f9-46c9-8e51-f5feb93c963a req-33c8b707-46da-4939-bb03-1920f6ea8b89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 912 time: 0.1013682 Sep 03 15:08:13.510939 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9ae40dba-92f9-46c9-8e51-f5feb93c963a req-e62f89f9-7662-46d1-9eed-9aeb118948b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545693c1-aa7c-4ee8-9ebe-9666555c7aaa HTTP/1.1" status: 200 len: 217 time: 0.0434792 Sep 03 15:08:13.569390 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae40dba-92f9-46c9-8e51-f5feb93c963a req-e988e12d-ab91-44a3-9e53-471b5fdbd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:13.570934 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9ae40dba-92f9-46c9-8e51-f5feb93c963a req-e988e12d-ab91-44a3-9e53-471b5fdbd253 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0500529 Sep 03 15:08:13.620643 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae40dba-92f9-46c9-8e51-f5feb93c963a req-46b45706-e637-467f-b608-ec04b61778a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:13.622130 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9ae40dba-92f9-46c9-8e51-f5feb93c963a req-46b45706-e637-467f-b608-ec04b61778a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406699 Sep 03 15:08:13.756102 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9ae40dba-92f9-46c9-8e51-f5feb93c963a req-fc548fab-3bb5-403c-82d0-bc985b0fc140 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183193 Sep 03 15:08:13.782267 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405079f-ec36-438e-a25f-23756751835a req-e927a5ec-e062-40fa-8c9c-1a47ef070460 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:13.783926 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e405079f-ec36-438e-a25f-23756751835a req-e927a5ec-e062-40fa-8c9c-1a47ef070460 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 944 time: 0.0858088 Sep 03 15:08:13.867652 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e405079f-ec36-438e-a25f-23756751835a req-ff9c7c54-ad44-4013-9448-31b1e6d23a97 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727992 Sep 03 15:08:13.887827 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9ae40dba-92f9-46c9-8e51-f5feb93c963a req-93d38473-b022-4d84-b274-26dd1db37828 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225996 Sep 03 15:08:13.908674 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6348fb-7e61-4397-9c66-430a01c3481e req-a6ea5d29-768c-4921-8523-318c3c88d082 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:13.910454 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8f6348fb-7e61-4397-9c66-430a01c3481e req-a6ea5d29-768c-4921-8523-318c3c88d082 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 945 time: 0.0508304 Sep 03 15:08:13.948399 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8f6348fb-7e61-4397-9c66-430a01c3481e req-c5a01f6c-bbca-4c64-89ea-7ae9d93c59cb tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Sep 03 15:08:14.231876 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c230e375-3e97-491f-b0bd-ce029c212d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:14.366033 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:14.995980 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf8d77-5bf7-479a-8b13-124ce33ce0d7 req-e86f63b2-6934-4322-a040-c9872cd4200a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:14.997493 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5bcf8d77-5bf7-479a-8b13-124ce33ce0d7 req-e86f63b2-6934-4322-a040-c9872cd4200a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 944 time: 0.0553358 Sep 03 15:08:15.036881 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5bcf8d77-5bf7-479a-8b13-124ce33ce0d7 req-55cf38f2-c43d-469e-9edd-1705621c8fc7 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333257 Sep 03 15:08:15.062738 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbd0e2-8210-4513-b2a8-019b85771a0e req-5c39b360-1e46-45a8-83bf-a395c0422dce tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:15.064360 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-42fbd0e2-8210-4513-b2a8-019b85771a0e req-5c39b360-1e46-45a8-83bf-a395c0422dce tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 945 time: 0.0491121 Sep 03 15:08:15.105110 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-42fbd0e2-8210-4513-b2a8-019b85771a0e req-216452b2-8183-487c-86bb-6aa243e8f0a6 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7874826-97bf-43c5-b90a-1eb0dae6b5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337791 Sep 03 15:08:15.264833 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:15.375583 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device ce932008-1ed0-4c73-9f43-56c6d05906a7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:08:15.395931 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: ce932008-1ed0-4c73-9f43-56c6d05906a7 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:08:15.396272 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device ce932008-1ed0-4c73-9f43-56c6d05906a7 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:08:15.447040 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef462e56-439f-44f4-9da9-f1b5fe09cc2b req-168dcb8d-e714-4f5c-98d3-27d39628bb9d tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:15.448449 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ef462e56-439f-44f4-9da9-f1b5fe09cc2b req-168dcb8d-e714-4f5c-98d3-27d39628bb9d tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 945 time: 0.0502326 Sep 03 15:08:15.548489 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-ef462e56-439f-44f4-9da9-f1b5fe09cc2b req-47e7ee04-8a8f-4915-b8ec-8915a3ca2567 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Deleting port e26b968e-c95c-42e0-b83e-de13bbe1acbb {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:08:15.548780 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ef462e56-439f-44f4-9da9-f1b5fe09cc2b req-47e7ee04-8a8f-4915-b8ec-8915a3ca2567 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:15.651550 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-ef462e56-439f-44f4-9da9-f1b5fe09cc2b req-47e7ee04-8a8f-4915-b8ec-8915a3ca2567 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] For port e26b968e-c95c-42e0-b83e-de13bbe1acbb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e26b968e-c95c-42e0-b83e-de13bbe1acbb,segment=NetworkSegment(bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1),segment_id=bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:15.651906 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ef462e56-439f-44f4-9da9-f1b5fe09cc2b req-47e7ee04-8a8f-4915-b8ec-8915a3ca2567 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:15.667563 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-ef462e56-439f-44f4-9da9-f1b5fe09cc2b req-47e7ee04-8a8f-4915-b8ec-8915a3ca2567 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Calling delete_port for e26b968e-c95c-42e0-b83e-de13bbe1acbb owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:08:15.815448 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ef462e56-439f-44f4-9da9-f1b5fe09cc2b req-47e7ee04-8a8f-4915-b8ec-8915a3ca2567 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:15.827509 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['e26b968e-c95c-42e0-b83e-de13bbe1acbb'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:08:15.844041 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7ee04-8a8f-4915-b8ec-8915a3ca2567 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Pushing event deleted for resources: {'Port': ['ID=e26b968e-c95c-42e0-b83e-de13bbe1acbb,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:15.883588 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef462e56-439f-44f4-9da9-f1b5fe09cc2b req-47e7ee04-8a8f-4915-b8ec-8915a3ca2567 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] No DVR routers for this DVR port e26b968e-c95c-42e0-b83e-de13bbe1acbb on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:08:15.886119 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ef462e56-439f-44f4-9da9-f1b5fe09cc2b req-47e7ee04-8a8f-4915-b8ec-8915a3ca2567 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:15.888111 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ef462e56-439f-44f4-9da9-f1b5fe09cc2b req-47e7ee04-8a8f-4915-b8ec-8915a3ca2567 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.26 "DELETE /v2.0/ports/e26b968e-c95c-42e0-b83e-de13bbe1acbb HTTP/1.1" status: 204 len: 173 time: 0.4332430 Sep 03 15:08:15.888542 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6929422-221c-4dce-9a62-42f9f5ff07a9', 'name': 'network-vif-deleted', 'tag': 'e26b968e-c95c-42e0-b83e-de13bbe1acbb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:08:15.890777 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8757ca56-139a-40ee-ad94-30ff3f28624f" -d '{"events": [{"server_uuid": "f6929422-221c-4dce-9a62-42f9f5ff07a9", "name": "network-vif-deleted", "tag": "e26b968e-c95c-42e0-b83e-de13bbe1acbb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:08:15.926660 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1f726b-8cb2-4d1e-ad21-059cd25fd300 x-openstack-request-id: req-4d1f726b-8cb2-4d1e-ad21-059cd25fd300 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:08:15.927191 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6929422-221c-4dce-9a62-42f9f5ff07a9", "name": "network-vif-deleted", "tag": "e26b968e-c95c-42e0-b83e-de13bbe1acbb", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:08:15.927517 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d1f726b-8cb2-4d1e-ad21-059cd25fd300 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:08:15.927865 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6929422-221c-4dce-9a62-42f9f5ff07a9', 'name': 'network-vif-deleted', 'tag': 'e26b968e-c95c-42e0-b83e-de13bbe1acbb', 'status': 'completed', 'code': 200} Sep 03 15:08:16.157702 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea193a5-c51f-457e-a496-002f11b6c9c3 req-11a232a3-c072-45f4-b394-1b1cfeeb3671 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:16.159169 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eea193a5-c51f-457e-a496-002f11b6c9c3 req-11a232a3-c072-45f4-b394-1b1cfeeb3671 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 944 time: 0.0532084 Sep 03 15:08:16.198493 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eea193a5-c51f-457e-a496-002f11b6c9c3 req-40dba8a3-68e0-48bb-9c27-b07e5784f8a5 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327272 Sep 03 15:08:16.216486 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ca45eccc-7838-4177-9752-c00aaa90bf26 req-e80ad822-dbac-4676-b55f-770077299a37 tempest-AttachVolumeNegativeTest-520215194 tempest-AttachVolumeNegativeTest-520215194-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6929422-221c-4dce-9a62-42f9f5ff07a9 HTTP/1.1" status: 200 len: 210 time: 0.0293338 Sep 03 15:08:17.163048 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.272493 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37304) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:17.313994 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733d389-4192-4e44-a2d7-5b23019143fe req-5cfd26fa-17ba-4826-8906-805877e87c58 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:17.315634 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8733d389-4192-4e44-a2d7-5b23019143fe req-5cfd26fa-17ba-4826-8906-805877e87c58 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 944 time: 0.0498123 Sep 03 15:08:17.317297 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9dd49ea-3312-4d18-8943-17641130632c admin admin] Deleting subnet ca105376-2175-4d97-995e-c2b631c82902 {{(pid=93829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:08:17.320634 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9dd49ea-3312-4d18-8943-17641130632c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.354870 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8733d389-4192-4e44-a2d7-5b23019143fe req-334dd4e6-60cc-4c51-8e95-666246101381 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327902 Sep 03 15:08:17.355378 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9dd49ea-3312-4d18-8943-17641130632c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123455'] for subnet, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.393354 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9dd49ea-3312-4d18-8943-17641130632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.446932 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9dd49ea-3312-4d18-8943-17641130632c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16720358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12736007'] for subnet, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.475797 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd49ea-3312-4d18-8943-17641130632c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca105376-2175-4d97-995e-c2b631c82902,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:17.479558 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a9dd49ea-3312-4d18-8943-17641130632c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.482015 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-a9dd49ea-3312-4d18-8943-17641130632c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ca105376-2175-4d97-995e-c2b631c82902 HTTP/1.1" status: 204 len: 168 time: 0.2079303 Sep 03 15:08:17.484354 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37308) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:17.550854 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.634000 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.644657 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1fc3ae-56ce-497f-b70c-76c84f5ed34d']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:17.655435 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:17.655723 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd2a1d6-8ba3-45f5-820f-c51d98ded6a1') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:17.664991 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123430'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.678958 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.685241 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:08:17.685649 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16720312'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: Traceback (most recent call last): Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: timer() Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: cb(*args, **kw) Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: return func(*args, **kwargs) Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: self._notify() Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: self.callback(batched_events) Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: event.method(event) Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: return f(self, *a, **k) Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._get(url).json() Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: return self.request(url, 'GET', **kwargs) Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:08:17.687244 dv-cinder-774288-7-iscsi neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:08:17.741668 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.746400 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:17.749974 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7e1fc3ae-56ce-497f-b70c-76c84f5ed34d HTTP/1.1" status: 204 len: 168 time: 0.2646875 Sep 03 15:08:17.763077 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d848c8-967e-4693-9575-5ab0f010ee22 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1fc3ae-56ce-497f-b70c-76c84f5ed34d,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:17.928470 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37312) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:17.972096 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-ed8220f6-eb45-4e04-89f8-0b65e543beb2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1600d12b3d9f46b0855d460a4b33a46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423884 Sep 03 15:08:17.974730 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37314) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:18.023139 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0cf67f34-1cf3-4713-aaf9-275291b6612f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:18.044821 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0cf67f34-1cf3-4713-aaf9-275291b6612f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:18.095641 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0cf67f34-1cf3-4713-aaf9-275291b6612f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:18.098233 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0cf67f34-1cf3-4713-aaf9-275291b6612f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:18.099384 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0cf67f34-1cf3-4713-aaf9-275291b6612f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7874826-97bf-43c5-b90a-1eb0dae6b5b5 HTTP/1.1" status: 204 len: 168 time: 0.1237059 Sep 03 15:08:18.107455 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf67f34-1cf3-4713-aaf9-275291b6612f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7874826-97bf-43c5-b90a-1eb0dae6b5b5,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:18.486268 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801d50a-0ea2-42cd-b68b-a6de4172391b req-623cac80-7ec7-4925-b36a-e6e8150443a8 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:18.487754 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7801d50a-0ea2-42cd-b68b-a6de4172391b req-623cac80-7ec7-4925-b36a-e6e8150443a8 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 944 time: 0.0522978 Sep 03 15:08:18.524859 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7801d50a-0ea2-42cd-b68b-a6de4172391b req-68f26be2-5dec-47ee-8115-680c727b706e tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307834 Sep 03 15:08:19.366875 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e26b968e-c95c-42e0-b83e-de13bbe1acbb no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:08:19.383439 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37368) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:19.388103 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: e26b968e-c95c-42e0-b83e-de13bbe1acbb {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:08:19.388452 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device e26b968e-c95c-42e0-b83e-de13bbe1acbb not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:08:19.498819 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cdcae682-cae2-4ffe-80d0-4d111f6deb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:19.585056 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cdcae682-cae2-4ffe-80d0-4d111f6deb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:19.589466 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cdcae682-cae2-4ffe-80d0-4d111f6deb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:19.653504 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-cdcae682-cae2-4ffe-80d0-4d111f6deb71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6875f47c549146adaca7649441fd148f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688768 Sep 03 15:08:19.655068 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcae682-cae2-4ffe-80d0-4d111f6deb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e55b179-77db-48b1-990d-e7a372bd6918,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:19.656408 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37376) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:19.673776 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e077c4-7dbc-4e60-8f29-3149a45c9f31 req-71a59c44-3839-4d0c-a981-420305f6931e tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:19.675371 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d0e077c4-7dbc-4e60-8f29-3149a45c9f31 req-71a59c44-3839-4d0c-a981-420305f6931e tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 944 time: 0.0830564 Sep 03 15:08:19.706457 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-327f673c-c447-4005-b8c7-7812c0d270c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:19.715142 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d0e077c4-7dbc-4e60-8f29-3149a45c9f31 req-f637890a-d82b-4b5b-9583-249ec0257f0a tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330300 Sep 03 15:08:19.727856 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-327f673c-c447-4005-b8c7-7812c0d270c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:19.776916 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-327f673c-c447-4005-b8c7-7812c0d270c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:19.781162 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-327f673c-c447-4005-b8c7-7812c0d270c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:19.782777 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-327f673c-c447-4005-b8c7-7812c0d270c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e55b179-77db-48b1-990d-e7a372bd6918 HTTP/1.1" status: 204 len: 168 time: 0.1254203 Sep 03 15:08:19.792393 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f673c-c447-4005-b8c7-7812c0d270c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e55b179-77db-48b1-990d-e7a372bd6918,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:20.832508 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217abab-4340-441c-a059-bf2f75fc7ea2 req-bb95c729-886d-4adf-add5-7376d6899fae tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:20.833976 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a217abab-4340-441c-a059-bf2f75fc7ea2 req-bb95c729-886d-4adf-add5-7376d6899fae tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 944 time: 0.0513339 Sep 03 15:08:20.847624 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37414) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:20.871948 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a217abab-4340-441c-a059-bf2f75fc7ea2 req-0f3556a1-ff43-41f0-8fc3-54032ba66a95 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319371 Sep 03 15:08:20.952795 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c107d62d-280e-4a83-9157-89e5aa012b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:21.038712 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c107d62d-280e-4a83-9157-89e5aa012b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:21.044541 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c107d62d-280e-4a83-9157-89e5aa012b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:21.083931 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c107d62d-280e-4a83-9157-89e5aa012b95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4937ff723a68419fb7749d413904ee99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351823 Sep 03 15:08:21.084890 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107d62d-280e-4a83-9157-89e5aa012b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935644fd-4b32-49ca-b08c-93deb4bd6253,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:21.086946 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37418) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:21.140859 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54c1ec7a-8ee1-478d-ae3e-5610b20cee29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:21.163199 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54c1ec7a-8ee1-478d-ae3e-5610b20cee29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:21.214398 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54c1ec7a-8ee1-478d-ae3e-5610b20cee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:21.216974 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54c1ec7a-8ee1-478d-ae3e-5610b20cee29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:21.218205 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-54c1ec7a-8ee1-478d-ae3e-5610b20cee29 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/935644fd-4b32-49ca-b08c-93deb4bd6253 HTTP/1.1" status: 204 len: 168 time: 0.1302814 Sep 03 15:08:21.226465 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1ec7a-8ee1-478d-ae3e-5610b20cee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935644fd-4b32-49ca-b08c-93deb4bd6253,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:21.366581 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 545693c1-aa7c-4ee8-9ebe-9666555c7aaa details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:08:21.469242 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=545693c1-aa7c-4ee8-9ebe-9666555c7aaa,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:21.483288 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'port_id': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa', 'mac_address': 'fa:16:3e:0d:a3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:08:21.518722 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:21.533264 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545693c1-aa7c-4ee8-9ebe-9666555c7aaa {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:08:21.555273 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=545693c1-aa7c-4ee8-9ebe-9666555c7aaa,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:21.560810 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:21.612545 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=545693c1-aa7c-4ee8-9ebe-9666555c7aaa,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:21.620063 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.620680 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.621200 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.621724 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.622063 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.622409 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.622713 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.623036 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.623748 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.624105 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.624487 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.624675 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:21.764463 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['545693c1-aa7c-4ee8-9ebe-9666555c7aaa'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:08:21.999638 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d6094-1c3f-4887-90fa-0f0c8bc7b066 req-509b27f1-da60-42f7-976b-fb019897d017 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:22.002260 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5c2d6094-1c3f-4887-90fa-0f0c8bc7b066 req-509b27f1-da60-42f7-976b-fb019897d017 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 945 time: 0.0567400 Sep 03 15:08:22.042799 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5c2d6094-1c3f-4887-90fa-0f0c8bc7b066 req-cac1c7a1-38cf-47d8-86d8-7888235396e6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339546 Sep 03 15:08:22.966999 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:08:23.160939 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8297ca-1d3f-4c01-9acd-bfe2c794f8e7 req-d87450e1-dd4b-420b-83bb-8f41f5009fd1 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:23.162708 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4e8297ca-1d3f-4c01-9acd-bfe2c794f8e7 req-d87450e1-dd4b-420b-83bb-8f41f5009fd1 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 945 time: 0.0544560 Sep 03 15:08:23.200566 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4e8297ca-1d3f-4c01-9acd-bfe2c794f8e7 req-6f558126-5a24-4460-b48b-8e47b3046392 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318723 Sep 03 15:08:24.324706 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fb2d4-536e-491b-86a9-d177f38357ce req-e5b52649-91bd-4d99-aa09-390812b9e7de tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:24.326216 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-581fb2d4-536e-491b-86a9-d177f38357ce req-e5b52649-91bd-4d99-aa09-390812b9e7de tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 945 time: 0.0506206 Sep 03 15:08:24.363817 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-581fb2d4-536e-491b-86a9-d177f38357ce req-64d6909c-0e2a-4859-aefb-5d1e0029764c tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 Sep 03 15:08:25.403676 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 545693c1-aa7c-4ee8-9ebe-9666555c7aaa up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:25.472192 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:25.476430 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:25.476808 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:25.497023 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd2bdb-4163-4205-b866-8cd76918d0eb req-4f3de5ea-e198-4fd7-84d8-587807bf03c0 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:25.498619 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9bd2bdb-4163-4205-b866-8cd76918d0eb req-4f3de5ea-e198-4fd7-84d8-587807bf03c0 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 945 time: 0.0518219 Sep 03 15:08:25.535444 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b9bd2bdb-4163-4205-b866-8cd76918d0eb req-58f80fdf-c1a5-4471-8b03-a93c7aa0a57c tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308564 Sep 03 15:08:25.554856 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:25.576985 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:08:25.579311 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49d3461-35d6-49ce-9bd1-7c69f6824e0d" -d '{"events": [{"server_uuid": "7adb9e37-d76c-414e-bbad-69f0f3af2cce", "name": "network-vif-plugged", "status": "completed", "tag": "545693c1-aa7c-4ee8-9ebe-9666555c7aaa"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:08:25.592589 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=545693c1-aa7c-4ee8-9ebe-9666555c7aaa,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:25.597782 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:25.622539 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec5c8d5-ab49-49eb-87cb-aba4a21bef91 x-openstack-request-id: req-9ec5c8d5-ab49-49eb-87cb-aba4a21bef91 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:08:25.622827 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adb9e37-d76c-414e-bbad-69f0f3af2cce", "name": "network-vif-plugged", "status": "completed", "tag": "545693c1-aa7c-4ee8-9ebe-9666555c7aaa", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:08:25.623076 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ec5c8d5-ab49-49eb-87cb-aba4a21bef91 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:08:25.623462 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa', 'code': 200} Sep 03 15:08:25.649030 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=545693c1-aa7c-4ee8-9ebe-9666555c7aaa,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:25.862723 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1daca5-ce7c-4ab4-a509-bcfde8f03e55 req-c19963d6-00a8-4d0c-983f-8b1d5f98b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:25.864199 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2e1daca5-ce7c-4ab4-a509-bcfde8f03e55 req-c19963d6-00a8-4d0c-983f-8b1d5f98b1ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 1099 time: 0.0437796 Sep 03 15:08:25.903450 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2e1daca5-ce7c-4ab4-a509-bcfde8f03e55 req-b6bf3a04-0adf-47a3-9225-2e36f5f10ed3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299699 Sep 03 15:08:26.649903 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a87b-8b25-41bf-8cb9-0fadc50cd482 req-b04ac77d-bca8-4765-9e69-2158a9f0a9b7 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:26.651407 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4495a87b-8b25-41bf-8cb9-0fadc50cd482 req-b04ac77d-bca8-4765-9e69-2158a9f0a9b7 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 946 time: 0.0493145 Sep 03 15:08:26.691041 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4495a87b-8b25-41bf-8cb9-0fadc50cd482 req-db5f083e-4fd6-44e0-82ea-87506c7d71c6 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333362 Sep 03 15:08:27.814598 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f7167-3cba-4b13-936c-fd5b6a768f40 req-45c9e72f-48c1-40a5-b1c0-fac5fb59bb1d tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:27.816096 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dd9f7167-3cba-4b13-936c-fd5b6a768f40 req-45c9e72f-48c1-40a5-b1c0-fac5fb59bb1d tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 946 time: 0.0558834 Sep 03 15:08:27.855686 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dd9f7167-3cba-4b13-936c-fd5b6a768f40 req-a16f8a01-f944-4b74-b614-aa46f4587785 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332100 Sep 03 15:08:27.981963 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc16ca9-3282-47de-ba37-7a72c028c154 req-52628b03-97b0-4924-9574-6087c55e0b42 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:27.983457 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0dc16ca9-3282-47de-ba37-7a72c028c154 req-52628b03-97b0-4924-9574-6087c55e0b42 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 946 time: 0.0521610 Sep 03 15:08:28.020550 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0dc16ca9-3282-47de-ba37-7a72c028c154 req-e76b2c5c-ee35-43e9-b272-0825a02d24a8 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312097 Sep 03 15:08:28.049098 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37546) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:28.088152 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee13fa-a057-4d74-b321-1bf41be0381b tempest-TestVolumeBootPattern-1737125373 tempest-TestVolumeBootPattern-1737125373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:28.089708 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-0aee13fa-a057-4d74-b321-1bf41be0381b tempest-TestVolumeBootPattern-1737125373 tempest-TestVolumeBootPattern-1737125373-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 1094 time: 0.0395858 Sep 03 15:08:28.092558 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37548) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:28.097002 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Request body: {'floatingip': {'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'port_id': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:28.126700 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:28.228689 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:28.333168 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Allocated IP 172.27.0.237 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/a2c03cb0-540b-4c89-876a-26c731a781cf) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:28.435348 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:28.479133 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:28.514041 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:28.518577 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:28.522378 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:28.548467 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'Port': ['ID=a2c03cb0-540b-4c89-876a-26c731a781cf,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:28.909563 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:29.244923 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:29.399277 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:29.405690 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:29.473794 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event updated for resources: {'Port': ['ID=a2c03cb0-540b-4c89-876a-26c731a781cf,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:29.483881 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:29.585842 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.l3_db [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Floating IP 40dd5054-e890-42ae-88c7-2a90ec7ac726 associated. External IP: 172.27.0.237, port: 545693c1-aa7c-4ee8-9ebe-9666555c7aaa. Sep 03 15:08:29.791027 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Router 87c8430c-b39b-44eb-954a-5277e55aaa58 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:08:29.901109 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:08:29.922807 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:29.924292 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988e570-29cc-4318-92e7-bd0938ed6174 None None] Sync routers for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:08:29.934632 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988e570-29cc-4318-92e7-bd0938ed6174 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:29.935312 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6988e570-29cc-4318-92e7-bd0938ed6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:29.957199 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-ba98fccc-27d6-49a5-b367-2c2f11b8d197 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8635643 Sep 03 15:08:29.957904 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'tag': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:08:29.963193 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb063c3-d315-4d95-88e9-a5ec2f92d192" -d '{"events": [{"name": "network-changed", "server_uuid": "7adb9e37-d76c-414e-bbad-69f0f3af2cce", "tag": "545693c1-aa7c-4ee8-9ebe-9666555c7aaa"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:08:30.006343 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8f1ca8-a3d3-4f57-9536-5282a9803ae2 x-openstack-request-id: req-9a8f1ca8-a3d3-4f57-9536-5282a9803ae2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:08:30.006699 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adb9e37-d76c-414e-bbad-69f0f3af2cce", "tag": "545693c1-aa7c-4ee8-9ebe-9666555c7aaa", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:08:30.007007 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a8f1ca8-a3d3-4f57-9536-5282a9803ae2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:08:30.007457 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'tag': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa', 'status': 'completed', 'code': 200} Sep 03 15:08:30.062825 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6988e570-29cc-4318-92e7-bd0938ed6174 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:30.409646 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6988e570-29cc-4318-92e7-bd0938ed6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '15136133-5510-476b-a5ba-f2ede4808357', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:77:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873d355-cd80-4423-840b-13b3fbb833bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:06:24Z', 'updated_at': '2021-09-03T15:06:26Z', 'revision_number': 1, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}, {'id': '40dd5054-e890-42ae-88c7-2a90ec7ac726', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:0d:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:08:28Z', 'updated_at': '2021-09-03T15:08:28Z', 'revision_number': 0, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:30.435025 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988e570-29cc-4318-92e7-bd0938ed6174 None None] Checking router: 87c8430c-b39b-44eb-954a-5277e55aaa58 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:08:30.444412 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988e570-29cc-4318-92e7-bd0938ed6174 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:30.445036 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6988e570-29cc-4318-92e7-bd0938ed6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:30.550783 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6988e570-29cc-4318-92e7-bd0938ed6174 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:30.782191 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6988e570-29cc-4318-92e7-bd0938ed6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '15136133-5510-476b-a5ba-f2ede4808357', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:77:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873d355-cd80-4423-840b-13b3fbb833bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:06:24Z', 'updated_at': '2021-09-03T15:06:26Z', 'revision_number': 1, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}, {'id': '40dd5054-e890-42ae-88c7-2a90ec7ac726', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:0d:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:08:28Z', 'updated_at': '2021-09-03T15:08:28Z', 'revision_number': 0, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:30.808342 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988e570-29cc-4318-92e7-bd0938ed6174 None None] The sync data for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi is: [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '15136133-5510-476b-a5ba-f2ede4808357', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:77:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873d355-cd80-4423-840b-13b3fbb833bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:06:24Z', 'updated_at': '2021-09-03T15:06:26Z', 'revision_number': 1, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}, {'id': '40dd5054-e890-42ae-88c7-2a90ec7ac726', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:0d:a3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:08:28Z', 'updated_at': '2021-09-03T15:08:28Z', 'revision_number': 0, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:08:31.000475 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059f09a-b0da-4b85-a0e8-755aaf655d36 None None] New status for floating IP 40dd5054-e890-42ae-88c7-2a90ec7ac726: ACTIVE {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:08:32.261435 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb063c3-d315-4d95-88e9-a5ec2f92d192 req-70a9bf65-19d2-43ab-8281-f53ce501ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:32.263005 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dfb063c3-d315-4d95-88e9-a5ec2f92d192 req-70a9bf65-19d2-43ab-8281-f53ce501ee7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 1099 time: 0.0422173 Sep 03 15:08:32.360179 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb063c3-d315-4d95-88e9-a5ec2f92d192 req-dec81b1c-8d87-46ff-9dea-770b543270bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:32.361649 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dfb063c3-d315-4d95-88e9-a5ec2f92d192 req-dec81b1c-8d87-46ff-9dea-770b543270bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 912 time: 0.0914166 Sep 03 15:08:32.427073 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dfb063c3-d315-4d95-88e9-a5ec2f92d192 req-badde80e-4f61-4a96-838c-f72daea84dc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545693c1-aa7c-4ee8-9ebe-9666555c7aaa HTTP/1.1" status: 200 len: 1002 time: 0.0567036 Sep 03 15:08:32.482185 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb063c3-d315-4d95-88e9-a5ec2f92d192 req-d5501054-5753-4cca-8393-9b65e13a85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:32.483654 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dfb063c3-d315-4d95-88e9-a5ec2f92d192 req-d5501054-5753-4cca-8393-9b65e13a85cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0484617 Sep 03 15:08:32.529077 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb063c3-d315-4d95-88e9-a5ec2f92d192 req-cf67bf81-4e8d-4149-b71f-0418ef1756bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:32.530538 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dfb063c3-d315-4d95-88e9-a5ec2f92d192 req-cf67bf81-4e8d-4149-b71f-0418ef1756bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396066 Sep 03 15:08:32.621645 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dfb063c3-d315-4d95-88e9-a5ec2f92d192 req-a0e52714-c1f7-47d4-9628-1a888c56afaa service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818486 Sep 03 15:08:32.718988 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-dfb063c3-d315-4d95-88e9-a5ec2f92d192 req-97dcda3d-126b-4d14-86b5-594a9a2a7b78 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896254 Sep 03 15:08:33.606079 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37618) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:33.723469 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:33.817825 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:33.823622 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:33.861204 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac3c5af27f4d4a8b89a449a5bf4f610a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539561 Sep 03 15:08:33.862231 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35a793d-bf81-4aa5-a3a5-ba3ee805b8aa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:33.864089 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37622) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:33.869553 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.870091 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.870442 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.870767 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.871089 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.871454 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.871783 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.872105 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.872433 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.872731 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.873057 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.873384 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2f56d3-2e6d-43e1-8db4-a0c185be3bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:33.919854 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e9211472-d014-4eb9-8be7-f23a9f31c02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:33.943527 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e9211472-d014-4eb9-8be7-f23a9f31c02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:34.000212 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e9211472-d014-4eb9-8be7-f23a9f31c02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:34.002873 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e9211472-d014-4eb9-8be7-f23a9f31c02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:34.004035 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-e9211472-d014-4eb9-8be7-f23a9f31c02c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a35a793d-bf81-4aa5-a3a5-ba3ee805b8aa HTTP/1.1" status: 204 len: 168 time: 0.1389840 Sep 03 15:08:34.017171 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9211472-d014-4eb9-8be7-f23a9f31c02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35a793d-bf81-4aa5-a3a5-ba3ee805b8aa,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:34.304247 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37628) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:34.318120 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df010992-b2c7-493b-9ed5-0041545d6602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:34.415746 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df010992-b2c7-493b-9ed5-0041545d6602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:34.420910 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df010992-b2c7-493b-9ed5-0041545d6602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:34.459158 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-df010992-b2c7-493b-9ed5-0041545d6602 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed45c7d82545438dacc12f8133c33aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536088 Sep 03 15:08:34.460301 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df010992-b2c7-493b-9ed5-0041545d6602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d52eb96-072f-4b3e-8e9e-be87ed3599a1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:34.462596 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37636) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:34.516249 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b933aca4-769a-4020-8026-34d10fd2cd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:34.548203 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b933aca4-769a-4020-8026-34d10fd2cd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:34.605356 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b933aca4-769a-4020-8026-34d10fd2cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:34.608271 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b933aca4-769a-4020-8026-34d10fd2cd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:34.609488 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-b933aca4-769a-4020-8026-34d10fd2cd45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d52eb96-072f-4b3e-8e9e-be87ed3599a1 HTTP/1.1" status: 204 len: 168 time: 0.1458266 Sep 03 15:08:34.617668 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933aca4-769a-4020-8026-34d10fd2cd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d52eb96-072f-4b3e-8e9e-be87ed3599a1,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:34.956717 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37642) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:34.973731 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62a241f3-24dc-405c-89bc-7f6ea9f6ecdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:35.062603 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62a241f3-24dc-405c-89bc-7f6ea9f6ecdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:35.069702 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-62a241f3-24dc-405c-89bc-7f6ea9f6ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:35.109024 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-62a241f3-24dc-405c-89bc-7f6ea9f6ecdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46a1439a075d45f0b3251cbaa57a2af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512072 Sep 03 15:08:35.109916 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a241f3-24dc-405c-89bc-7f6ea9f6ecdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da437739-c272-4680-8b9e-21d87e30a162,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:35.111787 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37644) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:35.159814 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5f3e-4b08-43f9-9fbe-6457e77bad94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:35.181454 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5f3e-4b08-43f9-9fbe-6457e77bad94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:35.231973 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5f3e-4b08-43f9-9fbe-6457e77bad94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:35.234583 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5f3e-4b08-43f9-9fbe-6457e77bad94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:35.235752 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-3e4f5f3e-4b08-43f9-9fbe-6457e77bad94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da437739-c272-4680-8b9e-21d87e30a162 HTTP/1.1" status: 204 len: 168 time: 0.1224139 Sep 03 15:08:35.243361 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f5f3e-4b08-43f9-9fbe-6457e77bad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da437739-c272-4680-8b9e-21d87e30a162,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:35.953774 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37672) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:36.071265 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-226734306-network', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:36.096773 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Made reservation on behalf of 80d8d82257c84e56a236b0b0074fddbd for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:08:36.099250 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.108567 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.198109 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.204076 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.226953 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:08:36.236357 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a30ea8-3ccd-456b-996d-67a1768001ec,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:36.241049 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.241390 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Added segment 1fa702ee-2f4a-4c13-9eed-75c38b00adb4 of type vlan for network aab91851-b61f-416b-a58d-7a3d39195411 Sep 03 15:08:36.280185 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.310245 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.311332 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:36.312063 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.340444 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3856170 Sep 03 15:08:36.343806 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37676) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:36.348775 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] Request body: {'subnet': {'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-226734306-subnet', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:36.370762 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ce22a-ac09-49f4-8886-f283cf20abfe admin admin] Pushing event updated for resources: {'Network': ['ID=aab91851-b61f-416b-a58d-7a3d39195411,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:36.372314 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] Made reservation on behalf of 80d8d82257c84e56a236b0b0074fddbd for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:08:36.374789 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12736034'] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.381432 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network aab91851-b61f-416b-a58d-7a3d39195411 details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:08:36.549566 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16720167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12736012'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.602630 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] Pushing event updated for resources: {'Subnet': ['ID=177a5bc8-edd9-4784-b5cb-65d400dc7910,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:36.613435 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] Checking segment: {'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:36.613826 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] Network hostable DHCP agents. Network: aab91851-b61f-416b-a58d-7a3d39195411, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:08:36.631938 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] Network aab91851-b61f-416b-a58d-7a3d39195411 is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:08:36.642897 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, aab91851-b61f-416b-a58d-7a3d39195411) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:36.647239 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:36.647855 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.651833 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b3a2d-8465-4a9a-881a-ce4b39c7a206 None None] Network aab91851-b61f-416b-a58d-7a3d39195411 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:08:36.664939 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-9b8cc735-cf7f-460b-b2f4-dad42751344f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3197463 Sep 03 15:08:36.667514 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37686) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:36.673113 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:36.696468 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4683'] for router, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.705374 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4722'] for router, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.755726 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.799653 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce555569-4350-5e27-bffc-e45919926357-aab91851-b61f-416b-a58d-7a3d39195411', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910'}]}} from dv-cinder-774288-7-iscsi. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 15:08:36.800526 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.898611 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:36.936372 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Allocated IP 172.20.0.2 (aab91851-b61f-416b-a58d-7a3d39195411/177a5bc8-edd9-4784-b5cb-65d400dc7910/07032348-b54d-4903-9764-34ad3c0061a4) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:37.077849 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:37.086402 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Transition to ACTIVE for port object 07032348-b54d-4903-9764-34ad3c0061a4 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:37.097249 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:37.101277 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Transition to ACTIVE for port object 07032348-b54d-4903-9764-34ad3c0061a4 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:37.107233 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:37.116846 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:37.145149 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Network aab91851-b61f-416b-a58d-7a3d39195411 is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:37.147939 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:37.151321 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:37.161146 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Pushing event updated for resources: {'Port': ['ID=07032348-b54d-4903-9764-34ad3c0061a4,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:37.213069 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Attempting to bind port 07032348-b54d-4903-9764-34ad3c0061a4 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:37.213755 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Attempting to bind port 07032348-b54d-4903-9764-34ad3c0061a4 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:37.214117 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Attempting to bind port 07032348-b54d-4903-9764-34ad3c0061a4 on network aab91851-b61f-416b-a58d-7a3d39195411 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:37.219456 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:37.219840 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Checking segment: {'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:37.220235 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:37.220625 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Bound using segment: {'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:37.221087 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Bound port: 07032348-b54d-4903-9764-34ad3c0061a4, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:37.221457 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:37.225434 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Allocated IP 172.27.0.103 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/73ddf19a-dfdc-4cad-9b92-abf5fb5851fb) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:37.282452 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] For port 07032348-b54d-4903-9764-34ad3c0061a4, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:37.285518 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] For port 07032348-b54d-4903-9764-34ad3c0061a4, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=07032348-b54d-4903-9764-34ad3c0061a4,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:37.291350 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:37.328614 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:37.349423 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af726ff6-0157-4dec-a6be-fcff0a7dcc0c None None] Pushing event updated for resources: {'Port': ['ID=07032348-b54d-4903-9764-34ad3c0061a4,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:37.379627 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:37.420050 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:37.422863 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:37.425305 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:37.451849 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Pushing event updated for resources: {'Port': ['ID=73ddf19a-dfdc-4cad-9b92-abf5fb5851fb,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:37.685619 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:37.883469 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696501'] for router, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:37.931429 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37694) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:37.963051 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.019903 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Router d3eaab14-adcb-45b5-a7ec-f25916a471d1 is scheduled to L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 with binding_index 1 {{(pid=93829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 15:08:38.048495 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc70c46c-9cf2-4a36-a864-e98c529021ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.149963 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc70c46c-9cf2-4a36-a864-e98c529021ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.155921 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-dc70c46c-9cf2-4a36-a864-e98c529021ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.199643 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70c46c-9cf2-4a36-a864-e98c529021ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133cf49e-a730-457f-a1ad-96b18c2d2dce,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:38.205367 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-dc70c46c-9cf2-4a36-a864-e98c529021ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2187cb3408d4b979c34d4f094abd223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728062 Sep 03 15:08:38.208120 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37698) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:38.266012 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-626ec1da-cb05-4b46-91bd-9e0360901cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.275012 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba494bfc-d7a5-4533-9340-dfcbb9c4f6d6 None None] Network aab91851-b61f-416b-a58d-7a3d39195411 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:08:38.289123 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-626ec1da-cb05-4b46-91bd-9e0360901cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.340583 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-626ec1da-cb05-4b46-91bd-9e0360901cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.343571 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-626ec1da-cb05-4b46-91bd-9e0360901cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.347157 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-626ec1da-cb05-4b46-91bd-9e0360901cfb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/133cf49e-a730-457f-a1ad-96b18c2d2dce HTTP/1.1" status: 204 len: 168 time: 0.1355076 Sep 03 15:08:38.358529 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ec1da-cb05-4b46-91bd-9e0360901cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133cf49e-a730-457f-a1ad-96b18c2d2dce,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:38.363687 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-1a615755-ede0-4370-9bc9-d910c648b49d None None] Provisioning for port 07032348-b54d-4903-9764-34ad3c0061a4 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:38.397114 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:08:38.415090 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.416758 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-e95247b3-90af-4c6b-bbfc-ded75b9f45dc admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7479813 Sep 03 15:08:38.419580 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37702) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:38.425997 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Sync routers for ids ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:08:38.468267 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Routers {'d3eaab14-adcb-45b5-a7ec-f25916a471d1'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:38.468901 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:38.588874 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Set router d3eaab14-adcb-45b5-a7ec-f25916a471d1 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:38.620232 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 07032348-b54d-4903-9764-34ad3c0061a4 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:38.804178 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 07032348-b54d-4903-9764-34ad3c0061a4 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:38.814992 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 07032348-b54d-4903-9764-34ad3c0061a4 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:38.816040 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.851460 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-269be685-78d9-4ecc-a0be-67c84ed85731 None None] Provisioning complete for port 07032348-b54d-4903-9764-34ad3c0061a4 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:38.851755 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-269be685-78d9-4ecc-a0be-67c84ed85731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.898742 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:38.909090 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:37Z', 'revision_number': 3, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:38.942562 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Checking router: d3eaab14-adcb-45b5-a7ec-f25916a471d1 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:08:38.942919 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Updating router d3eaab14-adcb-45b5-a7ec-f25916a471d1 port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb binding host dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:08:39.023356 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.026008 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.070585 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Allocated IP 172.20.0.1 (aab91851-b61f-416b-a58d-7a3d39195411/177a5bc8-edd9-4784-b5cb-65d400dc7910/99df924f-bbce-4d0c-aba4-66e42d409c22) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:39.119436 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37722) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:39.182312 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.199042 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Transition to ACTIVE for port object 99df924f-bbce-4d0c-aba4-66e42d409c22 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:39.206557 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-269be685-78d9-4ecc-a0be-67c84ed85731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.235675 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.243861 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-58931433-network', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:39.267608 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Made reservation on behalf of 000a444b213d4ea88eba74d9ca9815b5 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:08:39.270199 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.279269 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.284439 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Network aab91851-b61f-416b-a58d-7a3d39195411 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:39.290511 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 07032348-b54d-4903-9764-34ad3c0061a4, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=07032348-b54d-4903-9764-34ad3c0061a4,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:39.291013 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:39.293124 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Pushing event updated for resources: {'Port': ['ID=99df924f-bbce-4d0c-aba4-66e42d409c22,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:39.301536 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:39.306453 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.345966 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814176'] for router_interface, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.406126 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.412478 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.427375 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:08:39.439147 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.439503 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Added segment fecb01f4-6e31-4a6b-85ee-db7a0b77bb17 of type vlan for network 9253d69a-7ee7-4eca-b498-9aa4b105e186 Sep 03 15:08:39.456630 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.db.api [None req-269be685-78d9-4ecc-a0be-67c84ed85731 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93830) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 15:08:39.458162 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG oslo_db.api [None req-269be685-78d9-4ecc-a0be-67c84ed85731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 15:08:39.458910 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=07032348-b54d-4903-9764-34ad3c0061a4,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:39.500880 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.511471 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7264f784-8a1c-48ea-bcd5-ab30e9edf922,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:39.535285 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.536481 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:39.537568 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.554309 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.565807 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4446132 Sep 03 15:08:39.570376 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37726) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:39.572044 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.575274 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] Request body: {'subnet': {'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-58931433-subnet', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:39.584970 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Transition to ACTIVE for port object 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:39.592671 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.608174 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460d509-3db8-45d8-827a-3835dced1a6c admin admin] Pushing event updated for resources: {'Network': ['ID=9253d69a-7ee7-4eca-b498-9aa4b105e186,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:39.624628 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 9253d69a-7ee7-4eca-b498-9aa4b105e186 details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:08:39.634533 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] Made reservation on behalf of 000a444b213d4ea88eba74d9ca9815b5 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:08:39.636846 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12736034'] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.701213 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12793bf4-4f06-4a4a-8e0e-9ccbc138159e None None] Pushing event updated for resources: {'Port': ['ID=73ddf19a-dfdc-4cad-9b92-abf5fb5851fb,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:39.708197 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Attempting to bind port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:39.708652 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Attempting to bind port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:39.709085 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Attempting to bind port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb on network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:39.718434 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:39.718901 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Checking segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:39.719394 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.719824 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Bound using segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:39.720435 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Bound port: 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:39.720880 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.773961 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] For port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:39.778332 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] For port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=73ddf19a-dfdc-4cad-9b92-abf5fb5851fb,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:39.784511 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.837226 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.844894 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.860313 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Routers {'d3eaab14-adcb-45b5-a7ec-f25916a471d1'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:39.861261 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:39.866868 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12793bf4-4f06-4a4a-8e0e-9ccbc138159e None None] Pushing event updated for resources: {'Port': ['ID=73ddf19a-dfdc-4cad-9b92-abf5fb5851fb,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:39.952412 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Pushing event updated for resources: {'Port': ['ID=99df924f-bbce-4d0c-aba4-66e42d409c22,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:39.957540 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16720167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12736012'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.964258 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698608'] for router_interface, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:39.992072 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] Set router d3eaab14-adcb-45b5-a7ec-f25916a471d1 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:40.033459 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d341358-6aa6-42bd-90d4-ecf48157c030,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:40.092698 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] Checking segment: {'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:40.093829 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] Network hostable DHCP agents. Network: 9253d69a-7ee7-4eca-b498-9aa4b105e186, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:08:40.127181 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Network aab91851-b61f-416b-a58d-7a3d39195411 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:40.128166 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] Network 9253d69a-7ee7-4eca-b498-9aa4b105e186 is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:08:40.130452 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:40.143346 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 9253d69a-7ee7-4eca-b498-9aa4b105e186) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:40.188508 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5addf04b-3db2-48db-9e38-2a5965e077d1 None None] Network 9253d69a-7ee7-4eca-b498-9aa4b105e186 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:08:40.192850 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9492fe80-454e-4f36-a8aa-3bb260c30bc3 None None] Provisioning for port 99df924f-bbce-4d0c-aba4-66e42d409c22 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:40.211422 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9492fe80-454e-4f36-a8aa-3bb260c30bc3 None None] Provisioning complete for port 99df924f-bbce-4d0c-aba4-66e42d409c22 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:40.211699 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:40.211873 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9492fe80-454e-4f36-a8aa-3bb260c30bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:40.212179 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:40.244073 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37728) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:40.244667 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-e0b5b431-4cbf-49d4-bfd8-427e73557cf8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6727741 Sep 03 15:08:40.249768 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:40.283442 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Router d3eaab14-adcb-45b5-a7ec-f25916a471d1 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:08:40.294406 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4683'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:40.295501 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4722'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:40.321424 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-9492fe80-454e-4f36-a8aa-3bb260c30bc3 None None] Port 99df924f-bbce-4d0c-aba4-66e42d409c22 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:08:40.361024 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '99df924f-bbce-4d0c-aba4-66e42d409c22', 'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'mac_address': 'fa:16:3e:62:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:38Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 2, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'subnets': [{'id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:40.399381 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9c1d8-8af5-4b1b-9439-f9d67c4ecc44 None None] The sync data for ids ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'] in dv-cinder-774288-7-iscsi is: [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '99df924f-bbce-4d0c-aba4-66e42d409c22', 'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'mac_address': 'fa:16:3e:62:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:38Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 2, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'subnets': [{'id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:08:40.419019 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:40.442538 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:08:40.462898 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-8bd05dcc-3102-4fcc-a1ae-358435903519 None None] Provisioning complete for port 99df924f-bbce-4d0c-aba4-66e42d409c22 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:40.463276 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8bd05dcc-3102-4fcc-a1ae-358435903519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:40.466332 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-36b4acd0-eb74-46eb-871f-890759d2ad9c admin admin] 10.222.0.46 "PUT /v2.0/routers/d3eaab14-adcb-45b5-a7ec-f25916a471d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0452909 Sep 03 15:08:40.538404 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-8bd05dcc-3102-4fcc-a1ae-358435903519 None None] Port 99df924f-bbce-4d0c-aba4-66e42d409c22 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:08:40.541454 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce555569-4350-5e27-bffc-e45919926357-9253d69a-7ee7-4eca-b498-9aa4b105e186', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'fixed_ips': [{'subnet_id': '8d341358-6aa6-42bd-90d4-ecf48157c030'}]}} from dv-cinder-774288-7-iscsi. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 15:08:40.542355 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:40.570667 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:40.642986 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 07032348-b54d-4903-9764-34ad3c0061a4 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:40.766243 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Allocated IP 172.20.0.2 (9253d69a-7ee7-4eca-b498-9aa4b105e186/8d341358-6aa6-42bd-90d4-ecf48157c030/a3c141f5-4744-4855-ad8f-690cf33f9f74) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:40.805403 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 07032348-b54d-4903-9764-34ad3c0061a4 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:40.805844 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:40.897970 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:40.922037 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.034615 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.047168 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Transition to ACTIVE for port object a3c141f5-4744-4855-ad8f-690cf33f9f74 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:41.058612 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Allocated IP 172.27.0.238 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/2231bdba-f693-437c-ab7a-ee6421358d7c) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:41.085495 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Transition to ACTIVE for port object a3c141f5-4744-4855-ad8f-690cf33f9f74 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:41.094920 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.146134 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Network 9253d69a-7ee7-4eca-b498-9aa4b105e186 is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:41.149947 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:41.161672 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:41.167616 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Pushing event updated for resources: {'Port': ['ID=a3c141f5-4744-4855-ad8f-690cf33f9f74,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:41.215706 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.293656 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.323314 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37744) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:41.328525 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1351001953-network', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:41.366184 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=2231bdba-f693-437c-ab7a-ee6421358d7c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:41.373410 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:41.375058 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:41.379117 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Made reservation on behalf of 9dd2128cfc2645c8897f89194ee93913 for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:08:41.381562 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:41.382102 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.383720 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Attempting to bind port a3c141f5-4744-4855-ad8f-690cf33f9f74 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:41.384144 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Attempting to bind port a3c141f5-4744-4855-ad8f-690cf33f9f74 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:41.384456 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Attempting to bind port a3c141f5-4744-4855-ad8f-690cf33f9f74 on network 9253d69a-7ee7-4eca-b498-9aa4b105e186 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:41.390152 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:41.390535 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Checking segment: {'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:41.390957 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.391344 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Bound using segment: {'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:41.391845 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Bound port: a3c141f5-4744-4855-ad8f-690cf33f9f74, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:41.392228 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.392792 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.493566 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] For port a3c141f5-4744-4855-ad8f-690cf33f9f74, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:41.504148 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] For port a3c141f5-4744-4855-ad8f-690cf33f9f74, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=a3c141f5-4744-4855-ad8f-690cf33f9f74,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:41.514506 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.544349 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.554346 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.585986 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:08:41.595112 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f07eb-22c8-4556-b0e5-1bfc5b3c3d34 None None] Pushing event updated for resources: {'Port': ['ID=a3c141f5-4744-4855-ad8f-690cf33f9f74,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:41.595765 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.596167 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.segments_db [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Added segment c4fdfc88-fc18-4f0d-988c-2950a4494ce0 of type vlan for network 780c13c0-77ab-40b0-a947-78ff369f4c65 Sep 03 15:08:41.621810 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c1885409-8228-472f-869c-91153eb58c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.650470 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.671955 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61786919-e0b0-4fca-8d58-c0e7ef6ec762,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:41.697004 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.698119 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:41.698759 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.724764 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4001536 Sep 03 15:08:41.727226 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37746) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:41.732098 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] Request body: {'subnet': {'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1351001953-subnet', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:41.757843 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:41.784376 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb98bc-c8b3-492b-9c7d-35e9e4cd4d0e admin admin] Pushing event updated for resources: {'Network': ['ID=780c13c0-77ab-40b0-a947-78ff369f4c65,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:41.804964 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network 780c13c0-77ab-40b0-a947-78ff369f4c65 details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:08:41.830996 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] Made reservation on behalf of 9dd2128cfc2645c8897f89194ee93913 for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:08:41.833604 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12736034'] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.022717 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696501'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.061986 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16720167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12736012'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.122193 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7abe5c45-2c92-4320-b301-0454f5bf44fe,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:42.130461 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] Checking segment: {'id': 'c4fdfc88-fc18-4f0d-988c-2950a4494ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:42.130821 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] Network hostable DHCP agents. Network: 780c13c0-77ab-40b0-a947-78ff369f4c65, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:08:42.150989 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] Network 780c13c0-77ab-40b0-a947-78ff369f4c65 is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:08:42.162482 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Router 5833ae2c-2611-436e-beb8-b8b57ac142c2 is scheduled to L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 15:08:42.163988 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, 780c13c0-77ab-40b0-a947-78ff369f4c65) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:42.168577 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:42.169220 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.173753 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3447fb59-0bad-413c-843d-921c3717a71a None None] Network 780c13c0-77ab-40b0-a947-78ff369f4c65 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:08:42.191444 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-24ebb052-2511-4d05-b1d7-412797b50e0c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4631212 Sep 03 15:08:42.192171 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37748) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:42.198123 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1351001953-router', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:42.227075 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4683'] for router, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.230530 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4722'] for router, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.304833 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:08:42.308394 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.321823 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Sync routers for ids ['5833ae2c-2611-436e-beb8-b8b57ac142c2'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:08:42.335467 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Routers {'5833ae2c-2611-436e-beb8-b8b57ac142c2'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:42.336480 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['5833ae2c-2611-436e-beb8-b8b57ac142c2'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:42.342761 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.344234 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-797024c3-08f5-4d75-a241-640766713ab3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0983210 Sep 03 15:08:42.347181 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37750) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:42.362612 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce555569-4350-5e27-bffc-e45919926357-780c13c0-77ab-40b0-a947-78ff369f4c65', 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'fixed_ips': [{'subnet_id': '7abe5c45-2c92-4320-b301-0454f5bf44fe'}]}} from dv-cinder-774288-7-iscsi. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 15:08:42.363737 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.492858 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Set router 5833ae2c-2611-436e-beb8-b8b57ac142c2 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:42.555253 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-45ddea63-5ae3-4943-b016-d07c953f7f1d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1568477 Sep 03 15:08:42.566411 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.616962 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Allocated IP 172.20.0.2 (780c13c0-77ab-40b0-a947-78ff369f4c65/7abe5c45-2c92-4320-b301-0454f5bf44fe/4bb16b8c-43b5-4c56-9918-ab235df86f7a) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:42.746419 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-a7a80ecd-4add-4d44-8592-29cd3c1b729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:42.748241 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-a7a80ecd-4add-4d44-8592-29cd3c1b729a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 1099 time: 0.1350501 Sep 03 15:08:42.830032 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:41Z', 'revision_number': 3, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:42.841121 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:42.859867 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Checking router: 5833ae2c-2611-436e-beb8-b8b57ac142c2 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:08:42.860215 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Updating router 5833ae2c-2611-436e-beb8-b8b57ac142c2 port 2231bdba-f693-437c-ab7a-ee6421358d7c binding host dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:08:42.876926 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.892489 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:42.895799 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d727a8-3a95-44aa-a691-4912f5027335 None None] Network 9253d69a-7ee7-4eca-b498-9aa4b105e186 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:08:42.900393 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Transition to ACTIVE for port object 4bb16b8c-43b5-4c56-9918-ab235df86f7a will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:42.927451 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-048f1312-63ad-4fc1-8a49-75abec1c7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:42.929436 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-048f1312-63ad-4fc1-8a49-75abec1c7cd5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 912 time: 0.1577024 Sep 03 15:08:42.949181 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Transition to ACTIVE for port object 4bb16b8c-43b5-4c56-9918-ab235df86f7a will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:43.025551 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.078811 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:43.092090 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:43.092818 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.096748 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ab41bebf-7412-423d-88e4-73b328e6f68f None None] Provisioning for port a3c141f5-4744-4855-ad8f-690cf33f9f74 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:43.166031 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Network 780c13c0-77ab-40b0-a947-78ff369f4c65 is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:43.173942 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-134d10e4-3c11-4da4-a674-8b7619f0f30c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9368783c-dab7-49d1-872e-7924f42fc4d7 HTTP/1.1" status: 200 len: 1002 time: 0.2361293 Sep 03 15:08:43.175002 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:43.177232 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Pushing event updated for resources: {'Port': ['ID=4bb16b8c-43b5-4c56-9918-ab235df86f7a,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:43.191989 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:43.206036 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.224427 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Transition to ACTIVE for port object 2231bdba-f693-437c-ab7a-ee6421358d7c will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:43.236611 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.239473 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.288621 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.303929 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Attempting to bind port 2231bdba-f693-437c-ab7a-ee6421358d7c on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:43.303929 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Attempting to bind port 2231bdba-f693-437c-ab7a-ee6421358d7c by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:43.304294 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Attempting to bind port 2231bdba-f693-437c-ab7a-ee6421358d7c on network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:43.316493 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Pushing event updated for resources: {'Port': ['ID=2231bdba-f693-437c-ab7a-ee6421358d7c,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:43.319480 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:43.319934 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Checking segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:43.320432 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.320885 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Bound using segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:43.321713 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Bound port: 2231bdba-f693-437c-ab7a-ee6421358d7c, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:43.322261 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.323915 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Attempting to bind port 4bb16b8c-43b5-4c56-9918-ab235df86f7a on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:43.324290 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Attempting to bind port 4bb16b8c-43b5-4c56-9918-ab235df86f7a by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': 'c4fdfc88-fc18-4f0d-988c-2950a4494ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:43.324650 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Attempting to bind port 4bb16b8c-43b5-4c56-9918-ab235df86f7a on network 780c13c0-77ab-40b0-a947-78ff369f4c65 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:43.350251 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-9ea37cb3-4106-4a78-af63-8e68be2fecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:43.350450 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:43.350711 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Checking segment: {'id': 'c4fdfc88-fc18-4f0d-988c-2950a4494ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:43.351093 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.351486 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Bound using segment: {'id': 'c4fdfc88-fc18-4f0d-988c-2950a4494ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:43.351646 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-9ea37cb3-4106-4a78-af63-8e68be2fecc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.1686144 Sep 03 15:08:43.351954 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Bound port: 4bb16b8c-43b5-4c56-9918-ab235df86f7a, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fdfc88-fc18-4f0d-988c-2950a4494ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:43.352336 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.357383 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.363723 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.364188 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.365109 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.365736 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.366219 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.366705 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.370768 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.371383 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.373278 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.373909 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.374418 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.375045 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:08:43.420117 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] For port 2231bdba-f693-437c-ab7a-ee6421358d7c, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:43.423274 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.424784 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] For port 2231bdba-f693-437c-ab7a-ee6421358d7c, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=2231bdba-f693-437c-ab7a-ee6421358d7c,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:43.435569 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.458316 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=73ddf19a-dfdc-4cad-9b92-abf5fb5851fb,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:43.474673 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.475826 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device a3c141f5-4744-4855-ad8f-690cf33f9f74 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:43.521304 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Routers {'5833ae2c-2611-436e-beb8-b8b57ac142c2'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:43.522131 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['5833ae2c-2611-436e-beb8-b8b57ac142c2'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:43.552981 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Sync routers for ids ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:08:43.588886 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] For port 4bb16b8c-43b5-4c56-9918-ab235df86f7a, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:43.619636 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Routers {'d3eaab14-adcb-45b5-a7ec-f25916a471d1'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:43.621081 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:43.633431 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] For port 4bb16b8c-43b5-4c56-9918-ab235df86f7a, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=4bb16b8c-43b5-4c56-9918-ab235df86f7a,segment=NetworkSegment(c4fdfc88-fc18-4f0d-988c-2950a4494ce0),segment_id=c4fdfc88-fc18-4f0d-988c-2950a4494ce0)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:43.636536 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61612a8-51a9-452a-b4ca-4ab1b5cd2966 None None] Pushing event updated for resources: {'Port': ['ID=2231bdba-f693-437c-ab7a-ee6421358d7c,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:43.642570 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Allocated IP 172.20.0.1 (9253d69a-7ee7-4eca-b498-9aa4b105e186/8d341358-6aa6-42bd-90d4-ecf48157c030/aa4a2672-fed1-4821-8547-2af6c8163dde) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:43.715588 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] Set router 5833ae2c-2611-436e-beb8-b8b57ac142c2 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:43.730468 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.741468 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=73ddf19a-dfdc-4cad-9b92-abf5fb5851fb,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:43.801814 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-6e224d65-a0e8-4d47-8552-fc436524aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:43.802461 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c746409-e860-45f4-87cc-5e15b7481629 None None] Pushing event updated for resources: {'Port': ['ID=4bb16b8c-43b5-4c56-9918-ab235df86f7a,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:43.803357 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-6e224d65-a0e8-4d47-8552-fc436524aa62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4413543 Sep 03 15:08:43.817478 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.840184 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Transition to ACTIVE for port object aa4a2672-fed1-4821-8547-2af6c8163dde will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:43.842342 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Allocated IP 172.27.0.151 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/4c2a55ae-befb-4a01-ad34-1f840da20e20) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:43.854250 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port a3c141f5-4744-4855-ad8f-690cf33f9f74 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:43.861427 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port a3c141f5-4744-4855-ad8f-690cf33f9f74 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:43.861955 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.899351 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Set router d3eaab14-adcb-45b5-a7ec-f25916a471d1 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:43.900407 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:43.952119 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Network 9253d69a-7ee7-4eca-b498-9aa4b105e186 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:43.957860 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:43.960798 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:44.017921 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Pushing event updated for resources: {'Port': ['ID=aa4a2672-fed1-4821-8547-2af6c8163dde,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:44.024204 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-c7899edf-a212-4466-a4df-8aa868baefb1 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111127 Sep 03 15:08:44.029193 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:41Z', 'revision_number': 3, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:44.039532 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814176'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.066909 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f1112-d58d-4c3a-875a-898995f0fb6c None None] The sync data for ids ['5833ae2c-2611-436e-beb8-b8b57ac142c2'] in dv-cinder-774288-7-iscsi is: [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:41Z', 'revision_number': 3, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:08:44.205002 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.212014 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.258909 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e101e2ae-404f-4591-98f1-1a1f1df1ec18 req-3d8c5de5-9350-48ef-a32f-1eae7face641 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244899 Sep 03 15:08:44.273889 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port a3c141f5-4744-4855-ad8f-690cf33f9f74, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=a3c141f5-4744-4855-ad8f-690cf33f9f74,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:44.283567 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '99df924f-bbce-4d0c-aba4-66e42d409c22', 'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'mac_address': 'fa:16:3e:62:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:38Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 2, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'subnets': [{'id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:44.319413 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.333726 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f54dcd4c-14b3-4eb2-b844-270ce615972e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.335604 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.339381 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Checking router: d3eaab14-adcb-45b5-a7ec-f25916a471d1 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:08:44.339829 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Updating router d3eaab14-adcb-45b5-a7ec-f25916a471d1 port 99df924f-bbce-4d0c-aba4-66e42d409c22 binding host dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:08:44.354757 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.391193 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Pushing event updated for resources: {'Port': ['ID=4c2a55ae-befb-4a01-ad34-1f840da20e20,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:44.407050 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:44.409248 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:44.412522 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:44.414862 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.430465 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.485066 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=a3c141f5-4744-4855-ad8f-690cf33f9f74,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:44.701364 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.710454 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13202918'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.807257 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Pushing event updated for resources: {'Port': ['ID=aa4a2672-fed1-4821-8547-2af6c8163dde,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:44.828067 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698608'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.853914 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:44.870393 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.891105 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0c956956-02df-4403-9b69-09b43b046ee7 None None] Provisioning for port aa4a2672-fed1-4821-8547-2af6c8163dde completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:44.903694 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-0c956956-02df-4403-9b69-09b43b046ee7 None None] Provisioning complete for port aa4a2672-fed1-4821-8547-2af6c8163dde triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:44.904435 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0c956956-02df-4403-9b69-09b43b046ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:44.972258 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Network 9253d69a-7ee7-4eca-b498-9aa4b105e186 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:44.973765 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:45.208925 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Router 5833ae2c-2611-436e-beb8-b8b57ac142c2 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:08:45.250796 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:45.264951 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Transition to ACTIVE for port object 99df924f-bbce-4d0c-aba4-66e42d409c22 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:45.289419 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:45.310372 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696501'] for router, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:45.371011 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-0c956956-02df-4403-9b69-09b43b046ee7 None None] Port aa4a2672-fed1-4821-8547-2af6c8163dde cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:08:45.379820 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:45.392339 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe466ca4-270a-4f8b-9d78-9dc98c3af47f None None] Pushing event updated for resources: {'Port': ['ID=99df924f-bbce-4d0c-aba4-66e42d409c22,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:45.454370 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:45.454370 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:45.480802 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:08:45.487211 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-277a3169-54d4-4296-932d-eff25d951ffc admin admin] 10.222.0.46 "PUT /v2.0/routers/5833ae2c-2611-436e-beb8-b8b57ac142c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1389041 Sep 03 15:08:45.507206 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Attempting to bind port 99df924f-bbce-4d0c-aba4-66e42d409c22 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:45.508534 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Attempting to bind port 99df924f-bbce-4d0c-aba4-66e42d409c22 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:45.509093 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Attempting to bind port 99df924f-bbce-4d0c-aba4-66e42d409c22 on network aab91851-b61f-416b-a58d-7a3d39195411 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:45.549314 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Router 79ea7b67-d33c-4319-8bd2-a25769d84c7f is scheduled to L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 with binding_index 1 {{(pid=93829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 15:08:45.556893 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:45.557274 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Checking segment: {'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:45.557862 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:45.559067 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Bound using segment: {'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:45.561395 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Bound port: 99df924f-bbce-4d0c-aba4-66e42d409c22, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:45.562074 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:45.613437 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-7c6ce4ec-0988-4d3e-a630-8b8669438f54 None None] Provisioning complete for port aa4a2672-fed1-4821-8547-2af6c8163dde triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:45.613750 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce4ec-0988-4d3e-a630-8b8669438f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:45.658231 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ce4ec-0988-4d3e-a630-8b8669438f54 None None] Port aa4a2672-fed1-4821-8547-2af6c8163dde cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:08:45.703016 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:08:45.716523 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Sync routers for ids ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:08:45.731496 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:45.732946 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-a722d37f-0fe9-40a0-ba8e-7dda4cef1a1f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5392168 Sep 03 15:08:45.736412 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37762) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:45.738747 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 4bb16b8c-43b5-4c56-9918-ab235df86f7a up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:45.752074 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Routers {'79ea7b67-d33c-4319-8bd2-a25769d84c7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:45.752910 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:45.783350 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a3976-72d6-4667-974d-44ed983236db None None] Network 780c13c0-77ab-40b0-a947-78ff369f4c65 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:08:45.835053 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-a843ad3e-9281-4868-a1ba-900bc53acd5f None None] Provisioning for port 4bb16b8c-43b5-4c56-9918-ab235df86f7a completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:45.893128 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] For port 99df924f-bbce-4d0c-aba4-66e42d409c22, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:45.896630 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 4bb16b8c-43b5-4c56-9918-ab235df86f7a completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:45.906685 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Set router 79ea7b67-d33c-4319-8bd2-a25769d84c7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:45.909739 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 4bb16b8c-43b5-4c56-9918-ab235df86f7a triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:45.910125 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:45.946824 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] For port 99df924f-bbce-4d0c-aba4-66e42d409c22, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=99df924f-bbce-4d0c-aba4-66e42d409c22,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:45.963101 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.117330 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Routers {'d3eaab14-adcb-45b5-a7ec-f25916a471d1'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:46.117981 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:46.121292 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe466ca4-270a-4f8b-9d78-9dc98c3af47f None None] Pushing event updated for resources: {'Port': ['ID=99df924f-bbce-4d0c-aba4-66e42d409c22,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:46.166121 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'name': 'tempest-TestShelveInstance-1351001953-router', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:42Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 3, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'gw_port': {'id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:46.280924 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.329280 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37774) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:46.334777 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-201421292-network', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:46.369184 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] Set router d3eaab14-adcb-45b5-a7ec-f25916a471d1 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:46.390852 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Checking router: 79ea7b67-d33c-4319-8bd2-a25769d84c7f for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:08:46.391177 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Updating router 79ea7b67-d33c-4319-8bd2-a25769d84c7f port 4c2a55ae-befb-4a01-ad34-1f840da20e20 binding host dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:08:46.397753 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Made reservation on behalf of 294f4e3f16be4cf6ac077b5ddcdac01f for: {'network': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:08:46.400207 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for network, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.419948 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 4bb16b8c-43b5-4c56-9918-ab235df86f7a, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=4bb16b8c-43b5-4c56-9918-ab235df86f7a,segment=NetworkSegment(c4fdfc88-fc18-4f0d-988c-2950a4494ce0),segment_id=c4fdfc88-fc18-4f0d-988c-2950a4494ce0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:46.420273 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.447967 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.458029 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.505555 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.672246 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.679714 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.693121 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93829) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 15:08:46.712459 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.713349 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.segments_db [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Added segment 6b751bb5-fc68-4205-ae13-6c2a9959b854 of type vlan for network c960fcdd-86f0-419f-8940-780245330d71 Sep 03 15:08:46.741025 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=4bb16b8c-43b5-4c56-9918-ab235df86f7a,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:46.764803 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-cd82ac51-6447-4b02-8996-c73a01681a84 None None] Provisioning complete for port 4bb16b8c-43b5-4c56-9918-ab235df86f7a triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:46.765186 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cd82ac51-6447-4b02-8996-c73a01681a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.775769 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a11a8a-ba2f-4628-8cb6-b2256ea92b19,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:46.779191 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749025214693'] for network, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.807292 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Allocated IP 172.20.0.1 (780c13c0-77ab-40b0-a947-78ff369f4c65/7abe5c45-2c92-4320-b301-0454f5bf44fe/947f65ad-c7b0-4931-93aa-a314fcdf2daf) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:46.814415 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056'] for network, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.817349 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:46.818505 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.820657 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Sync routers for ids ['5833ae2c-2611-436e-beb8-b8b57ac142c2'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:08:46.826629 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device a3c141f5-4744-4855-ad8f-690cf33f9f74 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:46.838530 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Routers {'5833ae2c-2611-436e-beb8-b8b57ac142c2'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:46.838770 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['5833ae2c-2611-436e-beb8-b8b57ac142c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:46.889894 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] Pushing event updated for resources: {'Network': ['ID=c960fcdd-86f0-419f-8940-780245330d71,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:46.896275 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-404afd7a-2055-4052-a29b-a8f15039bd85 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5657289 Sep 03 15:08:46.896989 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37776) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:46.902306 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] Request body: {'subnet': {'network_id': 'c960fcdd-86f0-419f-8940-780245330d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-201421292-subnet', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'ip_version': 4}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:46.924454 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.928612 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] Made reservation on behalf of 294f4e3f16be4cf6ac077b5ddcdac01f for: {'subnet': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:08:46.931904 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12736034'] for subnet, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.937728 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Transition to ACTIVE for port object 4c2a55ae-befb-4a01-ad34-1f840da20e20 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:46.945238 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.946806 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Network c960fcdd-86f0-419f-8940-780245330d71 details requested by agent ovs-agent-dv-cinder-774288-7-iscsi with host dv-cinder-774288-7-iscsi {{(pid=93830) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 15:08:46.952002 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:46.969626 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Transition to ACTIVE for port object 947f65ad-c7b0-4931-93aa-a314fcdf2daf will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:47.005737 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Attempting to bind port 4c2a55ae-befb-4a01-ad34-1f840da20e20 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:47.006097 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Attempting to bind port 4c2a55ae-befb-4a01-ad34-1f840da20e20 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:47.006668 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Attempting to bind port 4c2a55ae-befb-4a01-ad34-1f840da20e20 on network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:47.008894 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436337c2-5a86-42bb-8871-08bf5bd7db9c None None] Pushing event updated for resources: {'Port': ['ID=4c2a55ae-befb-4a01-ad34-1f840da20e20,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:47.015008 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:47.015641 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Checking segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:47.016702 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.016702 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Bound using segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:47.017300 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Bound port: 4c2a55ae-befb-4a01-ad34-1f840da20e20, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:47.017875 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.027398 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.050869 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Set router 5833ae2c-2611-436e-beb8-b8b57ac142c2 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:47.068863 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Network 780c13c0-77ab-40b0-a947-78ff369f4c65 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:47.072197 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:47.086683 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:47.092852 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] For port 4c2a55ae-befb-4a01-ad34-1f840da20e20, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:47.095959 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '99df924f-bbce-4d0c-aba4-66e42d409c22', 'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'mac_address': 'fa:16:3e:62:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:38Z', 'updated_at': '2021-09-03T15:08:45Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'subnets': [{'id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:47.099015 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] For port 4c2a55ae-befb-4a01-ad34-1f840da20e20, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=4c2a55ae-befb-4a01-ad34-1f840da20e20,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:47.108997 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.140053 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Pushing event updated for resources: {'Port': ['ID=947f65ad-c7b0-4931-93aa-a314fcdf2daf,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:47.155997 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814176'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.157489 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4bb0bf-052f-423f-8323-c2a6c59f1676 None None] The sync data for ids ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'] in dv-cinder-774288-7-iscsi is: [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '99df924f-bbce-4d0c-aba4-66e42d409c22', 'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'mac_address': 'fa:16:3e:62:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:38Z', 'updated_at': '2021-09-03T15:08:45Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'subnets': [{'id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:08:47.186780 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Routers {'79ea7b67-d33c-4319-8bd2-a25769d84c7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:47.187370 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:47.198425 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16720167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12736012'] for subnet, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.271413 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] Checking segment: {'id': '6b751bb5-fc68-4205-ae13-6c2a9959b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:47.271413 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] Network hostable DHCP agents. Network: c960fcdd-86f0-419f-8940-780245330d71, hostable agents: ['31b6c953-39af-4054-b254-da1ce4914d13'], hosted agents: [] {{(pid=93829) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 15:08:47.273952 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b72e8bc-8c37-4ddd-9904-8e721e6fecf5,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:47.287164 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.316365 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port a3c141f5-4744-4855-ad8f-690cf33f9f74 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:47.316741 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.318353 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] Network c960fcdd-86f0-419f-8940-780245330d71 is scheduled to be hosted by DHCP agent 31b6c953-39af-4054-b254-da1ce4914d13 with binding_index 1 {{(pid=93829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 15:08:47.346257 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436337c2-5a86-42bb-8871-08bf5bd7db9c None None] Pushing event updated for resources: {'Port': ['ID=4c2a55ae-befb-4a01-ad34-1f840da20e20,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:47.346378 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-7-iscsi, c960fcdd-86f0-419f-8940-780245330d71) {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:47.357595 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:08:47.358145 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.409096 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-cca66d9d-efe6-4254-af80-3898d790f0b4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5106339 Sep 03 15:08:47.409892 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37778) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:47.415804 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-201421292-router', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:47.417501 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.418409 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] Set router 79ea7b67-d33c-4319-8bd2-a25769d84c7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:47.462976 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4683'] for router, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.464028 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696416', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4722'] for router, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.580885 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.615565 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a24264-b178-421f-97ea-37027a01227f None None] Network c960fcdd-86f0-419f-8940-780245330d71 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:08:47.636184 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'name': 'tempest-TestShelveInstance-1351001953-router', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:42Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 3, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'gw_port': {'id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:47.665243 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e05dd-63e5-429e-b44c-895de6e5a9d5 None None] The sync data for ids ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'] in dv-cinder-774288-7-iscsi is: [{'id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'name': 'tempest-TestShelveInstance-1351001953-router', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:42Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 3, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'gw_port': {'id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:08:47.733484 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.744009 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13202918'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.773696 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ed1ccabf-7e33-4d39-9259-cb716ae91489 None None] Provisioning for port 947f65ad-c7b0-4931-93aa-a314fcdf2daf completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:47.800943 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.808205 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ed1ccabf-7e33-4d39-9259-cb716ae91489 None None] Provisioning complete for port 947f65ad-c7b0-4931-93aa-a314fcdf2daf triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:47.808621 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ed1ccabf-7e33-4d39-9259-cb716ae91489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.866373 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Pushing event updated for resources: {'Port': ['ID=947f65ad-c7b0-4931-93aa-a314fcdf2daf,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:47.880350 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698608'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:47.893241 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 99df924f-bbce-4d0c-aba4-66e42d409c22 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:47.970671 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ccabf-7e33-4d39-9259-cb716ae91489 None None] Port 947f65ad-c7b0-4931-93aa-a314fcdf2daf cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:08:47.978976 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 4, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'aa4a2672-fed1-4821-8547-2af6c8163dde', 'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'mac_address': 'fa:16:3e:91:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 2, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'subnets': [{'id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:47.987177 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Network 780c13c0-77ab-40b0-a947-78ff369f4c65 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:47.990094 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:48.068692 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Checking router: 5833ae2c-2611-436e-beb8-b8b57ac142c2 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:08:48.069171 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Updating router 5833ae2c-2611-436e-beb8-b8b57ac142c2 port aa4a2672-fed1-4821-8547-2af6c8163dde binding host dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:08:48.077239 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.105892 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.125205 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce555569-4350-5e27-bffc-e45919926357-c960fcdd-86f0-419f-8940-780245330d71', 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'fixed_ips': [{'subnet_id': '1b72e8bc-8c37-4ddd-9904-8e721e6fecf5'}]}} from dv-cinder-774288-7-iscsi. {{(pid=93830) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 15:08:48.126320 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.179170 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Router 79ea7b67-d33c-4319-8bd2-a25769d84c7f has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:08:48.340536 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Allocated IP 172.27.0.21 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/85e11022-9c40-4064-9fbd-897c88cf00fa) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:48.340802 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.364010 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.db_base_plugin_common [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Allocated IP 172.20.0.2 (c960fcdd-86f0-419f-8940-780245330d71/1b72e8bc-8c37-4ddd-9904-8e721e6fecf5/c183b682-ba27-4737-b648-c66bc5e95188) {{(pid=93830) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:48.373978 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 99df924f-bbce-4d0c-aba4-66e42d409c22 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:48.382558 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 99df924f-bbce-4d0c-aba4-66e42d409c22 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:48.382792 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.490321 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.530598 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-17d2b4eb-0189-47db-952b-32386f0227f3 None None] Provisioning complete for port 947f65ad-c7b0-4931-93aa-a314fcdf2daf triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:48.531046 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-17d2b4eb-0189-47db-952b-32386f0227f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.535451 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.589618 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:48.593672 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:48.603459 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:48.606320 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Pushing event updated for resources: {'Port': ['ID=85e11022-9c40-4064-9fbd-897c88cf00fa,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:48.620548 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:08:48.626833 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3c5396f9-dc0e-47aa-b444-82ef100daa6b admin admin] 10.222.0.46 "PUT /v2.0/routers/79ea7b67-d33c-4319-8bd2-a25769d84c7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8891685 Sep 03 15:08:48.678390 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-17d2b4eb-0189-47db-952b-32386f0227f3 None None] Port 947f65ad-c7b0-4931-93aa-a314fcdf2daf cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:08:48.724556 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.836872 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 99df924f-bbce-4d0c-aba4-66e42d409c22, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=99df924f-bbce-4d0c-aba4-66e42d409c22,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:48.848793 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.850929 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.851836 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 2231bdba-f693-437c-ab7a-ee6421358d7c up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:48.903222 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:48.906870 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=99df924f-bbce-4d0c-aba4-66e42d409c22,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:48.930035 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Transition to ACTIVE for port object c183b682-ba27-4737-b648-c66bc5e95188 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:48.974846 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Transition to ACTIVE for port object c183b682-ba27-4737-b648-c66bc5e95188 will not be triggered until provisioned by entity DHCP. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:48.994658 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915'] for port, after_create {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.048210 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Pushing event updated for resources: {'Port': ['ID=c183b682-ba27-4737-b648-c66bc5e95188,revision_number=1']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:49.057732 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 2231bdba-f693-437c-ab7a-ee6421358d7c completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:49.084398 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 2231bdba-f693-437c-ab7a-ee6421358d7c triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:49.084681 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.087314 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Network c960fcdd-86f0-419f-8940-780245330d71 is already hosted by enough agents. {{(pid=93830) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:49.092096 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.scheduler.base_scheduler [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Resources bound (agent type, host, resource id): {{(pid=93830) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:49.113195 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Received port after_create {{(pid=93830) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:49.125162 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696501'] for router, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.141853 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.172969 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Transition to ACTIVE for port object aa4a2672-fed1-4821-8547-2af6c8163dde will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:49.194411 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.195272 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37786) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:49.200674 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-288eca96-df9c-40f9-9c42-3816e6a60895 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1187047638', 'description': 'tempest-secgroup-smoke-1187047638 description', 'project_id': '80d8d82257c84e56a236b0b0074fddbd'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:49.225010 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-288eca96-df9c-40f9-9c42-3816e6a60895 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.235640 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Attempting to bind port c183b682-ba27-4737-b648-c66bc5e95188 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:49.236015 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Attempting to bind port c183b682-ba27-4737-b648-c66bc5e95188 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '6b751bb5-fc68-4205-ae13-6c2a9959b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:49.236397 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Attempting to bind port c183b682-ba27-4737-b648-c66bc5e95188 on network c960fcdd-86f0-419f-8940-780245330d71 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:49.250436 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:49.251251 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Checking segment: {'id': '6b751bb5-fc68-4205-ae13-6c2a9959b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:49.251251 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.251583 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Bound using segment: {'id': '6b751bb5-fc68-4205-ae13-6c2a9959b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:49.252158 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Bound port: c183b682-ba27-4737-b648-c66bc5e95188, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b751bb5-fc68-4205-ae13-6c2a9959b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:49.252428 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.275300 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Router 88b9cf89-9b8d-4a67-b007-13255888ff57 is scheduled to L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 with binding_index 1 {{(pid=93829) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 15:08:49.293861 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749091a-158b-4f11-8930-4f964cbe44cc None None] Pushing event updated for resources: {'Port': ['ID=aa4a2672-fed1-4821-8547-2af6c8163dde,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:49.325574 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-288eca96-df9c-40f9-9c42-3816e6a60895 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.331237 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-288eca96-df9c-40f9-9c42-3816e6a60895 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.348497 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.359890 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288eca96-df9c-40f9-9c42-3816e6a60895 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209fe5d4-00a1-4eae-9e9e-840ed4358314,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:49.374483 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-288eca96-df9c-40f9-9c42-3816e6a60895 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.376090 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-288eca96-df9c-40f9-9c42-3816e6a60895 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1795084 Sep 03 15:08:49.379123 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37788) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:49.384872 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0b593916-df52-4bb9-b907-ca116f4df55e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Request body: {'security_group_rule': {'security_group_id': '209fe5d4-00a1-4eae-9e9e-840ed4358314', 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:49.407947 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:08:49.428586 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Sync routers for ids ['88b9cf89-9b8d-4a67-b007-13255888ff57'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:08:49.431794 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b593916-df52-4bb9-b907-ca116f4df55e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.436739 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.438893 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-31869036-5527-4b64-bb92-3ee0785b3da3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0279148 Sep 03 15:08:49.441873 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 37790) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:49.460057 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] For port c183b682-ba27-4737-b648-c66bc5e95188, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:49.462371 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Routers {'88b9cf89-9b8d-4a67-b007-13255888ff57'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:49.463108 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['88b9cf89-9b8d-4a67-b007-13255888ff57'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:49.477430 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 2231bdba-f693-437c-ab7a-ee6421358d7c, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=2231bdba-f693-437c-ab7a-ee6421358d7c,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:49.488438 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] For port c183b682-ba27-4737-b648-c66bc5e95188, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=c183b682-ba27-4737-b648-c66bc5e95188,segment=NetworkSegment(6b751bb5-fc68-4205-ae13-6c2a9959b854),segment_id=6b751bb5-fc68-4205-ae13-6c2a9959b854)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:49.490431 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.493477 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Attempting to bind port aa4a2672-fed1-4821-8547-2af6c8163dde on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:49.493893 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Attempting to bind port aa4a2672-fed1-4821-8547-2af6c8163dde by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:49.494297 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Attempting to bind port aa4a2672-fed1-4821-8547-2af6c8163dde on network 9253d69a-7ee7-4eca-b498-9aa4b105e186 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:49.502993 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.505416 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b593916-df52-4bb9-b907-ca116f4df55e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.511478 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b593916-df52-4bb9-b907-ca116f4df55e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.524314 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:49.524702 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Checking segment: {'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:49.525118 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.525590 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Bound using segment: {'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:49.526029 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Bound port: aa4a2672-fed1-4821-8547-2af6c8163dde, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:49.526412 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.536504 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b593916-df52-4bb9-b907-ca116f4df55e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90960ed-8636-4f9f-b074-b81a271db7bc,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:49.548715 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0b593916-df52-4bb9-b907-ca116f4df55e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.552668 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0b593916-df52-4bb9-b907-ca116f4df55e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699681 Sep 03 15:08:49.553075 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37792) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:49.576488 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5e306c00-d55b-4e4c-8ee1-534852f90ec0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Request body: {'security_group_rule': {'security_group_id': '209fe5d4-00a1-4eae-9e9e-840ed4358314', 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:49.604912 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=2231bdba-f693-437c-ab7a-ee6421358d7c,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:49.625809 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Set router 88b9cf89-9b8d-4a67-b007-13255888ff57 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:49.654113 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e306c00-d55b-4e4c-8ee1-534852f90ec0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.820405 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e306c00-d55b-4e4c-8ee1-534852f90ec0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.828761 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e306c00-d55b-4e4c-8ee1-534852f90ec0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.855705 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e306c00-d55b-4e4c-8ee1-534852f90ec0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c09464-6b60-4960-b05f-23e2eecd0b47,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:49.861761 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5e306c00-d55b-4e4c-8ee1-534852f90ec0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.865560 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5e306c00-d55b-4e4c-8ee1-534852f90ec0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3087966 Sep 03 15:08:49.866635 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37794) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:49.873631 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d9e84368-f6bf-4d5d-ae9d-bf530416f64d tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Request body: {'security_group_rule': {'security_group_id': '209fe5d4-00a1-4eae-9e9e-840ed4358314', 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:49.920346 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9e84368-f6bf-4d5d-ae9d-bf530416f64d tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:49.959166 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'name': 'tempest-TestMinimumBasicScenario-201421292-router', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:47Z', 'updated_at': '2021-09-03T15:08:48Z', 'revision_number': 3, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'gw_port': {'id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:48Z', 'updated_at': '2021-09-03T15:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:49.959595 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] For port aa4a2672-fed1-4821-8547-2af6c8163dde, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:49.984546 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 4bb16b8c-43b5-4c56-9918-ab235df86f7a up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:50.011121 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Checking router: 88b9cf89-9b8d-4a67-b007-13255888ff57 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:08:50.011360 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Updating router 88b9cf89-9b8d-4a67-b007-13255888ff57 port 85e11022-9c40-4064-9fbd-897c88cf00fa binding host dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:08:50.014281 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9e84368-f6bf-4d5d-ae9d-bf530416f64d tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.020237 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9e84368-f6bf-4d5d-ae9d-bf530416f64d tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.032553 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfc1fc-e884-4936-9a57-88e1923322f7 None None] Pushing event updated for resources: {'Port': ['ID=c183b682-ba27-4737-b648-c66bc5e95188,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:50.041228 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] For port aa4a2672-fed1-4821-8547-2af6c8163dde, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=aa4a2672-fed1-4821-8547-2af6c8163dde,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:50.058150 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e84368-f6bf-4d5d-ae9d-bf530416f64d tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f04cb7c-f26b-43dc-a049-50ae40f85018,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:50.059480 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.072908 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d9e84368-f6bf-4d5d-ae9d-bf530416f64d tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.073114 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.075164 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d9e84368-f6bf-4d5d-ae9d-bf530416f64d tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2067220 Sep 03 15:08:50.081511 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37796) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:50.094817 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-293df7e2-ba21-4d7a-8aeb-26267de546db tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Request body: {'security_group_rule': {'security_group_id': '209fe5d4-00a1-4eae-9e9e-840ed4358314', 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:50.152497 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749091a-158b-4f11-8930-4f964cbe44cc None None] Pushing event updated for resources: {'Port': ['ID=aa4a2672-fed1-4821-8547-2af6c8163dde,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:50.157459 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Routers {'5833ae2c-2611-436e-beb8-b8b57ac142c2'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:50.158349 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['5833ae2c-2611-436e-beb8-b8b57ac142c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:50.167116 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 4bb16b8c-43b5-4c56-9918-ab235df86f7a triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:50.167666 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.178165 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-293df7e2-ba21-4d7a-8aeb-26267de546db tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.300455 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-293df7e2-ba21-4d7a-8aeb-26267de546db tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.315049 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-293df7e2-ba21-4d7a-8aeb-26267de546db tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.346369 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293df7e2-ba21-4d7a-8aeb-26267de546db tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44398cc-f4d9-43c1-915a-24dc1e96785b,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:50.353432 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] Set router 5833ae2c-2611-436e-beb8-b8b57ac142c2 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:50.353908 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-293df7e2-ba21-4d7a-8aeb-26267de546db tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.359879 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-293df7e2-ba21-4d7a-8aeb-26267de546db tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2701268 Sep 03 15:08:50.360962 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37798) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:50.371262 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-fadc76db-11ed-4f44-b7ce-5d59240ad84f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Request body: {'security_group_rule': {'security_group_id': '209fe5d4-00a1-4eae-9e9e-840ed4358314', 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:50.406334 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 99df924f-bbce-4d0c-aba4-66e42d409c22 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:50.408525 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-fadc76db-11ed-4f44-b7ce-5d59240ad84f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Project 80d8d82257c84e56a236b0b0074fddbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 15:08:50.418534 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fadc76db-11ed-4f44-b7ce-5d59240ad84f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.461282 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.473318 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Transition to ACTIVE for port object 85e11022-9c40-4064-9fbd-897c88cf00fa will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:50.483575 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.507145 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fadc76db-11ed-4f44-b7ce-5d59240ad84f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.515200 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fadc76db-11ed-4f44-b7ce-5d59240ad84f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.532570 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc76db-11ed-4f44-b7ce-5d59240ad84f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7789bc9-a165-4f25-87ce-08d3e0b59358,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:50.546495 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Attempting to bind port 85e11022-9c40-4064-9fbd-897c88cf00fa on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:50.546899 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Attempting to bind port 85e11022-9c40-4064-9fbd-897c88cf00fa by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:50.547722 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Attempting to bind port 85e11022-9c40-4064-9fbd-897c88cf00fa on network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:50.557945 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fadc76db-11ed-4f44-b7ce-5d59240ad84f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.559125 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:50.559615 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Checking segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:50.560127 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.561014 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Bound using segment: {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:50.561273 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Bound port: 85e11022-9c40-4064-9fbd-897c88cf00fa, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce5854d-5ea8-40b3-85af-720834e3e376', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:50.561800 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.565355 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-fadc76db-11ed-4f44-b7ce-5d59240ad84f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2031529 Sep 03 15:08:50.566586 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 37800) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:08:50.573337 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-413d0fca-a517-4e5e-83e0-536f7f4837a6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Request body: {'security_group_rule': {'security_group_id': '209fe5d4-00a1-4eae-9e9e-840ed4358314', 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:08:50.618921 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 99df924f-bbce-4d0c-aba4-66e42d409c22 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:50.619301 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.625488 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] For port 85e11022-9c40-4064-9fbd-897c88cf00fa, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:50.629380 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] For port 85e11022-9c40-4064-9fbd-897c88cf00fa, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=85e11022-9c40-4064-9fbd-897c88cf00fa,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:50.631873 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-413d0fca-a517-4e5e-83e0-536f7f4837a6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Project 80d8d82257c84e56a236b0b0074fddbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 15:08:50.640394 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-413d0fca-a517-4e5e-83e0-536f7f4837a6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.648094 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.651246 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e98b3f-f7bb-4ebc-aa4b-486534fd458f None None] Pushing event updated for resources: {'Port': ['ID=85e11022-9c40-4064-9fbd-897c88cf00fa,revision_number=2']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:50.735013 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Routers {'88b9cf89-9b8d-4a67-b007-13255888ff57'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:50.735560 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-413d0fca-a517-4e5e-83e0-536f7f4837a6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.740892 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-413d0fca-a517-4e5e-83e0-536f7f4837a6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.741804 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['88b9cf89-9b8d-4a67-b007-13255888ff57'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:50.748080 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e98b3f-f7bb-4ebc-aa4b-486534fd458f None None] Pushing event updated for resources: {'Port': ['ID=85e11022-9c40-4064-9fbd-897c88cf00fa,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:50.755391 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 4, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'aa4a2672-fed1-4821-8547-2af6c8163dde', 'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'mac_address': 'fa:16:3e:91:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'subnets': [{'id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:50.775622 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d0fca-a517-4e5e-83e0-536f7f4837a6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889996d6-5a74-420b-bda8-7a7371b9562f,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:50.786360 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff53c6-b2bd-4265-b256-7ee7abe86bc9 None None] The sync data for ids ['5833ae2c-2611-436e-beb8-b8b57ac142c2'] in dv-cinder-774288-7-iscsi is: [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 4, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'aa4a2672-fed1-4821-8547-2af6c8163dde', 'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'mac_address': 'fa:16:3e:91:55:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'subnets': [{'id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:08:50.795206 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 4c2a55ae-befb-4a01-ad34-1f840da20e20 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:50.796940 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-413d0fca-a517-4e5e-83e0-536f7f4837a6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.798654 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-413d0fca-a517-4e5e-83e0-536f7f4837a6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2310369 Sep 03 15:08:50.849373 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.859377 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 4c2a55ae-befb-4a01-ad34-1f840da20e20 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:50.864651 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 4c2a55ae-befb-4a01-ad34-1f840da20e20 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:50.865484 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:50.962556 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:51.001437 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 4c2a55ae-befb-4a01-ad34-1f840da20e20, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=4c2a55ae-befb-4a01-ad34-1f840da20e20,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:51.009751 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:51.064305 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37448d9-ba2a-4e5f-ae8d-47c3a05fc9ac None None] Network c960fcdd-86f0-419f-8940-780245330d71 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:08:51.099607 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] Set router 88b9cf89-9b8d-4a67-b007-13255888ff57 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:51.102421 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=4c2a55ae-befb-4a01-ad34-1f840da20e20,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:51.130443 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Allocated IP 172.20.0.1 (c960fcdd-86f0-419f-8940-780245330d71/1b72e8bc-8c37-4ddd-9904-8e721e6fecf5/ff5728b3-7b3b-4648-9179-52de5d053be8) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:08:51.156113 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-6764949b-49a7-4429-be3a-fdd3ae6860c1 None None] Provisioning for port c183b682-ba27-4737-b648-c66bc5e95188 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:51.320815 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:51.345870 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Transition to ACTIVE for port object ff5728b3-7b3b-4648-9179-52de5d053be8 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:51.348165 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'name': 'tempest-TestMinimumBasicScenario-201421292-router', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:47Z', 'updated_at': '2021-09-03T15:08:48Z', 'revision_number': 3, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'gw_port': {'id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:48Z', 'updated_at': '2021-09-03T15:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:51.388060 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b19a46-564c-48f9-b331-b7d92701df29 None None] The sync data for ids ['88b9cf89-9b8d-4a67-b007-13255888ff57'] in dv-cinder-774288-7-iscsi is: [{'id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'name': 'tempest-TestMinimumBasicScenario-201421292-router', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:47Z', 'updated_at': '2021-09-03T15:08:48Z', 'revision_number': 3, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'gw_port': {'id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:48Z', 'updated_at': '2021-09-03T15:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:08:51.402516 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:51.456261 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Network c960fcdd-86f0-419f-8940-780245330d71 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:51.462832 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Sync routers for ids ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:08:51.473474 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:51.482695 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Routers {'79ea7b67-d33c-4319-8bd2-a25769d84c7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:51.483346 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:51.485659 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:08:51.622565 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5728b3-7b3b-4648-9179-52de5d053be8,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:51.639009 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1814176'] for router_interface, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:51.792613 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device aa4a2672-fed1-4821-8547-2af6c8163dde up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:51.877652 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Set router 79ea7b67-d33c-4319-8bd2-a25769d84c7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:51.949286 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.038447 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-d59ba1fe-20cd-4c32-82b8-5631e97697d7 None None] Provisioning for port ff5728b3-7b3b-4648-9179-52de5d053be8 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:52.092109 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-d59ba1fe-20cd-4c32-82b8-5631e97697d7 None None] Provisioning complete for port ff5728b3-7b3b-4648-9179-52de5d053be8 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:52.092568 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d59ba1fe-20cd-4c32-82b8-5631e97697d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.098893 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port aa4a2672-fed1-4821-8547-2af6c8163dde completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:52.127513 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port aa4a2672-fed1-4821-8547-2af6c8163dde triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:52.128160 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.187975 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-d59ba1fe-20cd-4c32-82b8-5631e97697d7 None None] Port ff5728b3-7b3b-4648-9179-52de5d053be8 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:08:52.192334 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.202168 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.287160 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.291638 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698608'] for router_interface, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.294849 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5728b3-7b3b-4648-9179-52de5d053be8,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:52.305386 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'name': 'tempest-TestShelveInstance-1351001953-router', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:42Z', 'updated_at': '2021-09-03T15:08:47Z', 'revision_number': 4, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'gw_port': {'id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '947f65ad-c7b0-4931-93aa-a314fcdf2daf', 'name': '', 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'mac_address': 'fa:16:3e:88:28:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7abe5c45-2c92-4320-b301-0454f5bf44fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:46Z', 'updated_at': '2021-09-03T15:08:47Z', 'revision_number': 2, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'subnets': [{'id': '7abe5c45-2c92-4320-b301-0454f5bf44fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:52.341415 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Checking router: 79ea7b67-d33c-4319-8bd2-a25769d84c7f for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:08:52.341853 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Updating router 79ea7b67-d33c-4319-8bd2-a25769d84c7f port 947f65ad-c7b0-4931-93aa-a314fcdf2daf binding host dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:08:52.375783 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port aa4a2672-fed1-4821-8547-2af6c8163dde, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=aa4a2672-fed1-4821-8547-2af6c8163dde,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:52.378813 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.382496 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.383530 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 2231bdba-f693-437c-ab7a-ee6421358d7c up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:52.409838 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Network c960fcdd-86f0-419f-8940-780245330d71 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:08:52.411269 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:08:52.565950 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Router 88b9cf89-9b8d-4a67-b007-13255888ff57 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:08:52.634430 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 2231bdba-f693-437c-ab7a-ee6421358d7c triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:52.634805 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.643305 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=aa4a2672-fed1-4821-8547-2af6c8163dde,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:52.723843 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:08:52.740527 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-8a6714d6-a730-4b41-814e-ca737a27e1a6 admin admin] 10.222.0.46 "PUT /v2.0/routers/88b9cf89-9b8d-4a67-b007-13255888ff57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2970810 Sep 03 15:08:52.766540 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-a11e9956-f4b0-4e93-9a57-f309d5b3a93f None None] Provisioning complete for port ff5728b3-7b3b-4648-9179-52de5d053be8 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:52.766905 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a11e9956-f4b0-4e93-9a57-f309d5b3a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.857934 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 4c2a55ae-befb-4a01-ad34-1f840da20e20 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:52.859632 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-a11e9956-f4b0-4e93-9a57-f309d5b3a93f None None] Port ff5728b3-7b3b-4648-9179-52de5d053be8 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:08:52.942159 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.956973 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Transition to ACTIVE for port object 947f65ad-c7b0-4931-93aa-a314fcdf2daf will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:52.964742 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 4c2a55ae-befb-4a01-ad34-1f840da20e20 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:52.965098 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:52.968603 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:53.233436 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95181c48-3c2d-4b37-ad88-6e8310573544 None None] Pushing event updated for resources: {'Port': ['ID=947f65ad-c7b0-4931-93aa-a314fcdf2daf,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:53.267523 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Attempting to bind port 947f65ad-c7b0-4931-93aa-a314fcdf2daf on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:53.267978 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Attempting to bind port 947f65ad-c7b0-4931-93aa-a314fcdf2daf by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': 'c4fdfc88-fc18-4f0d-988c-2950a4494ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:53.268344 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Attempting to bind port 947f65ad-c7b0-4931-93aa-a314fcdf2daf on network 780c13c0-77ab-40b0-a947-78ff369f4c65 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:53.275640 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:53.276095 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Checking segment: {'id': 'c4fdfc88-fc18-4f0d-988c-2950a4494ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:53.276560 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:53.277011 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Bound using segment: {'id': 'c4fdfc88-fc18-4f0d-988c-2950a4494ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:53.277482 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Bound port: 947f65ad-c7b0-4931-93aa-a314fcdf2daf, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fdfc88-fc18-4f0d-988c-2950a4494ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:53.277884 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:53.349926 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device c183b682-ba27-4737-b648-c66bc5e95188 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:53.407155 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] For port 947f65ad-c7b0-4931-93aa-a314fcdf2daf, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:53.425032 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] For port 947f65ad-c7b0-4931-93aa-a314fcdf2daf, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=947f65ad-c7b0-4931-93aa-a314fcdf2daf,segment=NetworkSegment(c4fdfc88-fc18-4f0d-988c-2950a4494ce0),segment_id=c4fdfc88-fc18-4f0d-988c-2950a4494ce0)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:53.432140 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:53.461128 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port c183b682-ba27-4737-b648-c66bc5e95188 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:53.476797 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port c183b682-ba27-4737-b648-c66bc5e95188 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:53.477169 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:53.538553 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Routers {'79ea7b67-d33c-4319-8bd2-a25769d84c7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:53.539190 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:53.547584 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95181c48-3c2d-4b37-ad88-6e8310573544 None None] Pushing event updated for resources: {'Port': ['ID=947f65ad-c7b0-4931-93aa-a314fcdf2daf,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:53.717180 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:53.723215 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] Set router 79ea7b67-d33c-4319-8bd2-a25769d84c7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:53.829307 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port c183b682-ba27-4737-b648-c66bc5e95188, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=c183b682-ba27-4737-b648-c66bc5e95188,segment=NetworkSegment(6b751bb5-fc68-4205-ae13-6c2a9959b854),segment_id=6b751bb5-fc68-4205-ae13-6c2a9959b854)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:53.846649 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:53.962481 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=c183b682-ba27-4737-b648-c66bc5e95188,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:54.048559 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'name': 'tempest-TestShelveInstance-1351001953-router', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:42Z', 'updated_at': '2021-09-03T15:08:47Z', 'revision_number': 4, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'gw_port': {'id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '947f65ad-c7b0-4931-93aa-a314fcdf2daf', 'name': '', 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'mac_address': 'fa:16:3e:88:28:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7abe5c45-2c92-4320-b301-0454f5bf44fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:46Z', 'updated_at': '2021-09-03T15:08:53Z', 'revision_number': 4, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'subnets': [{'id': '7abe5c45-2c92-4320-b301-0454f5bf44fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:54.085933 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 85e11022-9c40-4064-9fbd-897c88cf00fa up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:54.089642 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e710f66-20df-4183-b6d0-0d008bbbb258 None None] The sync data for ids ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'] in dv-cinder-774288-7-iscsi is: [{'id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'name': 'tempest-TestShelveInstance-1351001953-router', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:42Z', 'updated_at': '2021-09-03T15:08:47Z', 'revision_number': 4, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'gw_port': {'id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '947f65ad-c7b0-4931-93aa-a314fcdf2daf', 'name': '', 'network_id': '780c13c0-77ab-40b0-a947-78ff369f4c65', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'mac_address': 'fa:16:3e:88:28:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7abe5c45-2c92-4320-b301-0454f5bf44fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:46Z', 'updated_at': '2021-09-03T15:08:53Z', 'revision_number': 4, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'subnets': [{'id': '7abe5c45-2c92-4320-b301-0454f5bf44fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:08:54.160015 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 85e11022-9c40-4064-9fbd-897c88cf00fa completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:54.164708 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 85e11022-9c40-4064-9fbd-897c88cf00fa triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:54.165196 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:54.265913 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:54.290745 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 85e11022-9c40-4064-9fbd-897c88cf00fa, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=85e11022-9c40-4064-9fbd-897c88cf00fa,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:54.296030 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:54.296878 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device aa4a2672-fed1-4821-8547-2af6c8163dde up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:54.382535 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=85e11022-9c40-4064-9fbd-897c88cf00fa,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:54.399360 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port aa4a2672-fed1-4821-8547-2af6c8163dde triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:54.399743 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:56.028042 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Sync routers for ids ['88b9cf89-9b8d-4a67-b007-13255888ff57'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:08:56.047936 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Routers {'88b9cf89-9b8d-4a67-b007-13255888ff57'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:56.050027 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['88b9cf89-9b8d-4a67-b007-13255888ff57'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:56.111769 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 85e11022-9c40-4064-9fbd-897c88cf00fa up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:56.202777 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 85e11022-9c40-4064-9fbd-897c88cf00fa triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:56.203462 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:56.203652 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Set router 88b9cf89-9b8d-4a67-b007-13255888ff57 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:56.333615 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 947f65ad-c7b0-4931-93aa-a314fcdf2daf up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:56.398845 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port 947f65ad-c7b0-4931-93aa-a314fcdf2daf completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:08:56.408688 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 947f65ad-c7b0-4931-93aa-a314fcdf2daf triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:56.409145 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:56.518720 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:56.563770 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port 947f65ad-c7b0-4931-93aa-a314fcdf2daf, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=947f65ad-c7b0-4931-93aa-a314fcdf2daf,segment=NetworkSegment(c4fdfc88-fc18-4f0d-988c-2950a4494ce0),segment_id=c4fdfc88-fc18-4f0d-988c-2950a4494ce0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:08:56.567284 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'name': 'tempest-TestMinimumBasicScenario-201421292-router', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:47Z', 'updated_at': '2021-09-03T15:08:51Z', 'revision_number': 4, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'gw_port': {'id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:48Z', 'updated_at': '2021-09-03T15:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'ff5728b3-7b3b-4648-9179-52de5d053be8', 'name': '', 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'mac_address': 'fa:16:3e:6f:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1b72e8bc-8c37-4ddd-9904-8e721e6fecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:50Z', 'updated_at': '2021-09-03T15:08:52Z', 'revision_number': 2, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'subnets': [{'id': '1b72e8bc-8c37-4ddd-9904-8e721e6fecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:56.577918 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:56.579479 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device c183b682-ba27-4737-b648-c66bc5e95188 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:56.598837 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Checking router: 88b9cf89-9b8d-4a67-b007-13255888ff57 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:08:56.599216 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Updating router 88b9cf89-9b8d-4a67-b007-13255888ff57 port ff5728b3-7b3b-4648-9179-52de5d053be8 binding host dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 15:08:56.635674 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:56.700184 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=947f65ad-c7b0-4931-93aa-a314fcdf2daf,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:56.715610 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port c183b682-ba27-4737-b648-c66bc5e95188 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:56.716121 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:57.025088 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Notify callbacks [] for port, precommit_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:57.036868 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.provisioning_blocks [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Transition to ACTIVE for port object ff5728b3-7b3b-4648-9179-52de5d053be8 will not be triggered until provisioned by entity L2. {{(pid=93831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:08:57.046973 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:57.103898 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c55354-9b5c-4b71-b478-e417480242da None None] Pushing event updated for resources: {'Port': ['ID=ff5728b3-7b3b-4648-9179-52de5d053be8,revision_number=3']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:57.173356 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Attempting to bind port ff5728b3-7b3b-4648-9179-52de5d053be8 on host dv-cinder-774288-7-iscsi for vnic_type normal with profile {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:08:57.173746 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Attempting to bind port ff5728b3-7b3b-4648-9179-52de5d053be8 by drivers openvswitch,hyperv on host dv-cinder-774288-7-iscsi at level 0 using segments [{'id': '6b751bb5-fc68-4205-ae13-6c2a9959b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71'}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:08:57.174106 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Attempting to bind port ff5728b3-7b3b-4648-9179-52de5d053be8 on network c960fcdd-86f0-419f-8940-780245330d71 {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:08:57.179663 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Checking agent: {'id': '96296199-ce58-441b-b893-bacc7bcb968f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 52, 44), 'started_at': datetime.datetime(2021, 9, 3, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:08:57.180034 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Checking segment: {'id': '6b751bb5-fc68-4205-ae13-6c2a9959b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:08:57.180458 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:57.180843 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Bound using segment: {'id': '6b751bb5-fc68-4205-ae13-6c2a9959b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71'} {{(pid=93831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:08:57.181302 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.managers [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Bound port: ff5728b3-7b3b-4648-9179-52de5d053be8, host: dv-cinder-774288-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b751bb5-fc68-4205-ae13-6c2a9959b854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71'}}] {{(pid=93831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:08:57.181781 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:57.262692 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] For port ff5728b3-7b3b-4648-9179-52de5d053be8, host dv-cinder-774288-7-iscsi, cleared binding levels {{(pid=93831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:08:57.266437 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.plugins.ml2.db [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] For port ff5728b3-7b3b-4648-9179-52de5d053be8, host dv-cinder-774288-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=ff5728b3-7b3b-4648-9179-52de5d053be8,segment=NetworkSegment(6b751bb5-fc68-4205-ae13-6c2a9959b854),segment_id=6b751bb5-fc68-4205-ae13-6c2a9959b854)] {{(pid=93831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:08:57.281723 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron_lib.callbacks.manager [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:57.346758 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Routers {'88b9cf89-9b8d-4a67-b007-13255888ff57'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:08:57.347321 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:08:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['88b9cf89-9b8d-4a67-b007-13255888ff57'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:57.352486 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c55354-9b5c-4b71-b478-e417480242da None None] Pushing event updated for resources: {'Port': ['ID=ff5728b3-7b3b-4648-9179-52de5d053be8,revision_number=4']} {{(pid=93831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:08:57.481057 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] Set router 88b9cf89-9b8d-4a67-b007-13255888ff57 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:08:57.720587 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'name': 'tempest-TestMinimumBasicScenario-201421292-router', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:47Z', 'updated_at': '2021-09-03T15:08:51Z', 'revision_number': 4, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'gw_port': {'id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:48Z', 'updated_at': '2021-09-03T15:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'ff5728b3-7b3b-4648-9179-52de5d053be8', 'name': '', 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'mac_address': 'fa:16:3e:6f:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1b72e8bc-8c37-4ddd-9904-8e721e6fecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:50Z', 'updated_at': '2021-09-03T15:08:57Z', 'revision_number': 4, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'subnets': [{'id': '1b72e8bc-8c37-4ddd-9904-8e721e6fecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:08:57.760250 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748e1fb-a243-4733-990d-ef23840f548c None None] The sync data for ids ['88b9cf89-9b8d-4a67-b007-13255888ff57'] in dv-cinder-774288-7-iscsi is: [{'id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'name': 'tempest-TestMinimumBasicScenario-201421292-router', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:47Z', 'updated_at': '2021-09-03T15:08:51Z', 'revision_number': 4, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'gw_port': {'id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:48Z', 'updated_at': '2021-09-03T15:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'ff5728b3-7b3b-4648-9179-52de5d053be8', 'name': '', 'network_id': 'c960fcdd-86f0-419f-8940-780245330d71', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'mac_address': 'fa:16:3e:6f:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1b72e8bc-8c37-4ddd-9904-8e721e6fecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:50Z', 'updated_at': '2021-09-03T15:08:57Z', 'revision_number': 4, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'subnets': [{'id': '1b72e8bc-8c37-4ddd-9904-8e721e6fecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:08:57.927353 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 947f65ad-c7b0-4931-93aa-a314fcdf2daf up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:08:57.979486 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port 947f65ad-c7b0-4931-93aa-a314fcdf2daf triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:08:57.979935 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:08:59.970942 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:08:59.991430 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device ff5728b3-7b3b-4648-9179-52de5d053be8 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:09:00.053608 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning for port ff5728b3-7b3b-4648-9179-52de5d053be8 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:09:00.057797 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port ff5728b3-7b3b-4648-9179-52de5d053be8 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:09:00.058296 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:00.167899 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:00.208275 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] For port ff5728b3-7b3b-4648-9179-52de5d053be8, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=ff5728b3-7b3b-4648-9179-52de5d053be8,segment=NetworkSegment(6b751bb5-fc68-4205-ae13-6c2a9959b854),segment_id=6b751bb5-fc68-4205-ae13-6c2a9959b854)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:09:00.214366 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:00.267639 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Pushing event updated for resources: {'Port': ['ID=ff5728b3-7b3b-4648-9179-52de5d053be8,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:01.943056 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device ff5728b3-7b3b-4648-9179-52de5d053be8 up at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:09:02.021841 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Provisioning complete for port ff5728b3-7b3b-4648-9179-52de5d053be8 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:09:02.022275 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:03.125028 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-c1ff0346-dbeb-4ac9-a05f-cdf0ae8bb0f3 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:03.126567 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-c1ff0346-dbeb-4ac9-a05f-cdf0ae8bb0f3 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/networks?id=9253d69a-7ee7-4eca-b498-9aa4b105e186 HTTP/1.1" status: 200 len: 813 time: 0.1128533 Sep 03 15:09:03.142894 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-82bfd125-39f8-48ab-bbbc-a7959b33c35b tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/quotas/000a444b213d4ea88eba74d9ca9815b5 HTTP/1.1" status: 200 len: 375 time: 0.0104551 Sep 03 15:09:03.196007 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-07884fde-267e-4250-a48b-e16d9679c987 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=000a444b213d4ea88eba74d9ca9815b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476210 Sep 03 15:09:03.291413 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-a2e1279a-ce8d-4eed-8407-c4418da19dc8 service neutron] 10.222.0.46 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837610 Sep 03 15:09:03.391946 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-ef3210c2-293c-40a3-a1a6-af2208714561 service neutron] 10.222.0.46 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943904 Sep 03 15:09:03.551650 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-693322e8-aedb-45d2-a1d7-0d6ab35b8f06 req-353ea712-ae7c-45be-bf6e-4745c4c60aac tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 210 time: 0.0264935 Sep 03 15:09:04.584649 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-8047405a-ab86-4cdd-8e26-bc03c9f1d367 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:04.586338 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-8047405a-ab86-4cdd-8e26-bc03c9f1d367 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.26 "GET /v2.0/networks?id=9253d69a-7ee7-4eca-b498-9aa4b105e186 HTTP/1.1" status: 200 len: 813 time: 0.1058476 Sep 03 15:09:04.600468 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Request body: {'port': {'device_id': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'admin_state_up': True, 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:04.655299 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ad7c339e-7138-412c-8b8d-6ad4602dcfa0 req-60751529-ccec-4211-a0fb-d33b1dc80fb8 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 210 time: 0.0372562 Sep 03 15:09:04.731518 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Made reservation on behalf of 000a444b213d4ea88eba74d9ca9815b5 for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:09:04.735064 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:04.864654 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Allocated IP 172.20.0.8 (9253d69a-7ee7-4eca-b498-9aa4b105e186/8d341358-6aa6-42bd-90d4-ecf48157c030/93e82ad5-b203-4dbc-8bad-84e780f4a3b5) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:09:05.031230 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:05.049937 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Transition to ACTIVE for port object 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:09:05.089709 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:05.139324 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Network 9253d69a-7ee7-4eca-b498-9aa4b105e186 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:09:05.142683 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:09:05.146294 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:09:05.155032 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'Port': ['ID=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:05.184819 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.185293 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.185591 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.186051 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.186585 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.187319 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.187740 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.188540 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.188825 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.189406 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.194513 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.194513 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:05.219026 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:05.219693 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:05.243825 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-4bfac4f6-7e7c-4736-aab0-d1f8d221e7f0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6470497 Sep 03 15:09:05.402080 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-954fd425-43f3-4e2d-ba34-63608239f40a None None] Provisioning for port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:09:05.406320 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-954fd425-43f3-4e2d-ba34-63608239f40a None None] Provisioning complete for port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:09:05.406697 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-954fd425-43f3-4e2d-ba34-63608239f40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:05.449479 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-954fd425-43f3-4e2d-ba34-63608239f40a None None] Port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:09:05.793699 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e62f30-3fe7-4176-9f3f-a829f342077f req-ec628c75-55cd-4692-be3b-e639db0549bb tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:05.795182 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-92e62f30-3fe7-4176-9f3f-a829f342077f req-ec628c75-55cd-4692-be3b-e639db0549bb tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 931 time: 0.0492792 Sep 03 15:09:05.834389 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-92e62f30-3fe7-4176-9f3f-a829f342077f req-fe90e0b2-b3a1-4bf5-bc08-f8066f893540 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330427 Sep 03 15:09:06.954264 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8697796-5b89-444b-a499-60004ff3b14f req-f58907ff-52ed-4145-abde-86df69c25674 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:06.955776 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d8697796-5b89-444b-a499-60004ff3b14f req-f58907ff-52ed-4145-abde-86df69c25674 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 931 time: 0.0540886 Sep 03 15:09:06.998729 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d8697796-5b89-444b-a499-60004ff3b14f req-44b25780-139e-489b-9d24-dd9ff7cc20e0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368888 Sep 03 15:09:07.658849 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-58aba71b-2961-41a0-8fd9-b397e37a6056 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1187047638&fields=id&tenant_id=80d8d82257c84e56a236b0b0074fddbd HTTP/1.1" status: 200 len: 267 time: 0.0365739 Sep 03 15:09:07.767858 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-8a3b89ca-87b6-496a-a9d8-b0b1df48d5f8 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:07.769317 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-8a3b89ca-87b6-496a-a9d8-b0b1df48d5f8 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/networks?id=aab91851-b61f-416b-a58d-7a3d39195411 HTTP/1.1" status: 200 len: 808 time: 0.1030507 Sep 03 15:09:07.789658 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-109936ff-97ae-40aa-9dd5-3c5250f359d5 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/quotas/80d8d82257c84e56a236b0b0074fddbd HTTP/1.1" status: 200 len: 375 time: 0.0104544 Sep 03 15:09:07.844195 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-79947e40-cc66-41d1-9286-23447dc381a2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=80d8d82257c84e56a236b0b0074fddbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480468 Sep 03 15:09:07.950122 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-f675b495-1fa4-4392-9b8e-5dbcc850e344 service neutron] 10.222.0.46 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940676 Sep 03 15:09:07.974657 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:08.047623 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-d27ecb23-1929-4be4-8480-e5e15e19048d service neutron] 10.222.0.46 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913062 Sep 03 15:09:08.132500 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e40488-e546-406a-97c9-8f989f3dcc83 req-42318918-fc8c-43fd-a4b5-cc7840a139ef tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:08.134642 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c0e40488-e546-406a-97c9-8f989f3dcc83 req-42318918-fc8c-43fd-a4b5-cc7840a139ef tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 931 time: 0.0678403 Sep 03 15:09:08.197109 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c0e40488-e546-406a-97c9-8f989f3dcc83 req-dccc146f-d5dc-4399-9891-13cb11d706a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562620 Sep 03 15:09:08.434803 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-6492610c-5def-4dff-b111-770ca144527d req-394712e9-54df-4854-b833-15c8f36f8a09 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 210 time: 0.0575757 Sep 03 15:09:09.313857 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc0b61-2589-46f1-9121-40823de63b5b req-6256178d-b7b6-4487-805e-05ac2910ca43 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:09.315454 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f4bc0b61-2589-46f1-9121-40823de63b5b req-6256178d-b7b6-4487-805e-05ac2910ca43 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 931 time: 0.0551379 Sep 03 15:09:09.355732 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f4bc0b61-2589-46f1-9121-40823de63b5b req-8236220d-13bd-49ed-a634-7e1507e22e73 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336695 Sep 03 15:09:09.538076 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f6d3a587-ea21-4413-a292-f3b9a0284b58 req-acd6c558-ff94-4ad7-a288-a6eff844f490 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 210 time: 0.0256953 Sep 03 15:09:10.477280 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56a542-dc23-4dd4-acf6-d3ad3d677332 req-366a2900-581e-4dd3-b509-535d42363c32 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:10.478837 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a56a542-dc23-4dd4-acf6-d3ad3d677332 req-366a2900-581e-4dd3-b509-535d42363c32 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 931 time: 0.0537670 Sep 03 15:09:10.518457 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a56a542-dc23-4dd4-acf6-d3ad3d677332 req-07714e47-ff8b-4c5a-9c62-7f85892fa746 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 Sep 03 15:09:10.637986 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a241a77d-ae78-434b-a756-e707d3953ecb req-922717d2-0324-4569-8f3c-fdc3cf3c07b9 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 210 time: 0.0315692 Sep 03 15:09:11.611390 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8a525718-fbeb-4c24-b59e-0f703422fff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:11.634913 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82600fb-ac34-465c-84f2-1b70fda485af req-1062ac19-bf34-4eda-91df-766876239297 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:11.636328 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d82600fb-ac34-465c-84f2-1b70fda485af req-1062ac19-bf34-4eda-91df-766876239297 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 931 time: 0.0490732 Sep 03 15:09:11.675835 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d82600fb-ac34-465c-84f2-1b70fda485af req-3edcb1d1-54d2-4ad0-960d-2e11e065ad17 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334132 Sep 03 15:09:11.734576 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9b702a7c-db36-45a5-a241-6e60911ab62c req-3686ada8-a538-41ad-bb3c-08fbac5b3edc tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 210 time: 0.0269344 Sep 03 15:09:12.807534 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f42422-99e1-481d-9ace-9a78c7f2d807 req-f968c629-6970-44c9-af8c-3bb0daae98f8 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:12.809390 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-04f42422-99e1-481d-9ace-9a78c7f2d807 req-f968c629-6970-44c9-af8c-3bb0daae98f8 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 931 time: 0.0631132 Sep 03 15:09:12.845558 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-28f6f3b9-c682-4a64-a10c-b5156520d5e8 req-4d3fffd1-e4e6-4884-8beb-0cd6528428f0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 210 time: 0.0328531 Sep 03 15:09:12.851439 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-04f42422-99e1-481d-9ace-9a78c7f2d807 req-3c0a469b-fa83-4e84-ae30-60ba7c1402f5 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358500 Sep 03 15:09:13.938282 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d77ce46c-5c21-454c-9337-cd0b4a8e0094 req-15e82ae7-ad49-46c2-a37b-1d4c9bfa15b8 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 210 time: 0.0290885 Sep 03 15:09:13.979387 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e32f-8321-4e07-bcce-80861fe1fb97 req-4b334a65-ff42-41cd-8484-6aec6dbab73a tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:13.980881 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d6d1e32f-8321-4e07-bcce-80861fe1fb97 req-4b334a65-ff42-41cd-8484-6aec6dbab73a tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 931 time: 0.0511427 Sep 03 15:09:14.029653 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d6d1e32f-8321-4e07-bcce-80861fe1fb97 req-11b92c5a-fe58-439c-a0c6-3a8cd451df87 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 Sep 03 15:09:14.240865 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ce5078cd-c632-407c-9d62-8c2fc30cccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:14.364040 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:15.045785 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a7571486-fe09-44ae-aa48-8ffb0bca3539 req-7fd7f78d-6c20-474b-86ad-5e04ef3d9fdb tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 210 time: 0.0279081 Sep 03 15:09:15.142399 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004921d-c369-440f-929d-78223520e357 req-7ed03433-2de2-4021-8210-26be1e88fbde tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:15.143876 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b004921d-c369-440f-929d-78223520e357 req-7ed03433-2de2-4021-8210-26be1e88fbde tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 931 time: 0.0490136 Sep 03 15:09:15.184236 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b004921d-c369-440f-929d-78223520e357 req-7884941e-a76d-4979-a2e0-97ecf18ad1ac tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Sep 03 15:09:15.279810 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:15.745972 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Request body: {'port': {'device_id': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:15.807159 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:16.064848 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:09:16.073649 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:16.085254 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Transition to ACTIVE for port object 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:09:16.090361 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:16.154361 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d3a8a674-ce5e-40b5-9b92-40228c225371 req-d1d17c3f-26be-4b5e-809a-faf5ba3842dd tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 210 time: 0.0401766 Sep 03 15:09:16.165618 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Pushing event updated for resources: {'Port': ['ID=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:16.240992 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Attempting to bind port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:09:16.241792 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Attempting to bind port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:09:16.242316 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Attempting to bind port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 on network 9253d69a-7ee7-4eca-b498-9aa4b105e186 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:09:16.247395 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 on network 9253d69a-7ee7-4eca-b498-9aa4b105e186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:09:16.247968 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Attempting to bind port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 on network 9253d69a-7ee7-4eca-b498-9aa4b105e186 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:09:16.254302 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:09:16.254867 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Checking segment: {'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:09:16.255335 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Bound using segment: {'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:09:16.255827 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Bound port: 93e82ad5-b203-4dbc-8bad-84e780f4a3b5, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:09:16.256189 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:16.317947 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897a2e1-098b-421b-b86f-daf3a045160f req-4a6d659c-f912-4cb4-873a-b244b78e99ab tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:16.320167 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9897a2e1-098b-421b-b86f-daf3a045160f req-4a6d659c-f912-4cb4-873a-b244b78e99ab tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 943 time: 0.0612886 Sep 03 15:09:16.360428 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9897a2e1-098b-421b-b86f-daf3a045160f req-0ba65417-18a5-40bc-b708-f79bf9499f1b tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342307 Sep 03 15:09:16.403515 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] For port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:09:16.408063 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] For port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:09:16.415734 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:16.463097 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-b9501a63-3277-4578-b7f3-3bf0d30a5f8c tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:16.464840 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-b9501a63-3277-4578-b7f3-3bf0d30a5f8c tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.26 "GET /v2.0/networks?id=aab91851-b61f-416b-a58d-7a3d39195411 HTTP/1.1" status: 200 len: 808 time: 0.1720915 Sep 03 15:09:16.468210 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:16.468830 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:16.470276 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] 10.222.0.26 "PUT /v2.0/ports/93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 200 len: 1093 time: 0.7312605 Sep 03 15:09:16.470652 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:09:16.472910 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aee81a-8852-4721-acb0-d948d161719d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:09:16.524755 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7581243-d056-4f40-90d0-3e429f3c5155 x-openstack-request-id: req-e7581243-d056-4f40-90d0-3e429f3c5155 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:09:16.525071 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:09:16.525318 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7581243-d056-4f40-90d0-3e429f3c5155 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:09:16.525741 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'status': 'completed', 'code': 200} Sep 03 15:09:16.531595 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1c473-e4b8-43cb-ba77-ea1b4d08af20 service neutron] Pushing event updated for resources: {'Port': ['ID=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:16.546352 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-40d748d6-2e98-4059-ace2-97c163137fd0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80d8d82257c84e56a236b0b0074fddbd HTTP/1.1" status: 200 len: 380 time: 0.0667012 Sep 03 15:09:16.569214 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Request body: {'port': {'device_id': 'a00d4bce-054e-4581-92b5-70ed887add14', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'admin_state_up': True, 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'security_groups': ['209fe5d4-00a1-4eae-9e9e-840ed4358314']}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:16.635067 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-77e493d4-8d3c-48df-a17e-b8e2ee753087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:16.636562 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-77e493d4-8d3c-48df-a17e-b8e2ee753087 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=000a444b213d4ea88eba74d9ca9815b5&device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 1096 time: 0.1020043 Sep 03 15:09:16.689331 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-495e0365-36b8-4bf1-92d5-b1de9052ef73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 200 len: 217 time: 0.0436387 Sep 03 15:09:16.756148 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-3ce80e06-bb0a-47e4-ae36-45399b8bd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:16.757634 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-3ce80e06-bb0a-47e4-ae36-45399b8bd643 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d341358-6aa6-42bd-90d4-ecf48157c030 HTTP/1.1" status: 200 len: 852 time: 0.0577898 Sep 03 15:09:16.758738 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Made reservation on behalf of 80d8d82257c84e56a236b0b0074fddbd for: {'port': 1} {{(pid=93829) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 15:09:16.762035 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:16.858956 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-a98fd9da-ae2b-4b84-9648-36871d88d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:16.860493 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-a98fd9da-ae2b-4b84-9648-36871d88d49f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9253d69a-7ee7-4eca-b498-9aa4b105e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954912 Sep 03 15:09:16.974864 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Allocated IP 172.20.0.3 (aab91851-b61f-416b-a58d-7a3d39195411/177a5bc8-edd9-4784-b5cb-65d400dc7910/75051396-f4f8-4c03-8ea1-91716a7481c6) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:09:17.008049 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-1c3e027f-ceaf-477e-bcd3-e52421e195f8 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389678 Sep 03 15:09:17.167437 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:17.252394 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6875f5b2-c4b2-4afb-bf4f-b7c418e9225f req-f1db9c14-42c0-48e4-9149-62ddc1deb75b tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 210 time: 0.0270967 Sep 03 15:09:17.444861 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ab12dfa7-629f-4b25-8f1e-ced7c7427b69 req-9ccb10bc-95d1-4d61-9c17-b1f2991d0796 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264686 Sep 03 15:09:17.474657 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:17.493364 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Transition to ACTIVE for port object 75051396-f4f8-4c03-8ea1-91716a7481c6 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:09:17.515184 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e1733-4f78-4bd7-bc31-b04905bd2bd1 req-a4f3e8d8-20d4-49cb-9e3f-bf793da415ac tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:17.516594 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c75e1733-4f78-4bd7-bc31-b04905bd2bd1 req-a4f3e8d8-20d4-49cb-9e3f-bf793da415ac tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 943 time: 0.0837636 Sep 03 15:09:17.595351 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aee81a-8852-4721-acb0-d948d161719d req-0e50d0b5-487e-4ecd-806e-dd322fe1f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:17.596808 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b6aee81a-8852-4721-acb0-d948d161719d req-0e50d0b5-487e-4ecd-806e-dd322fe1f753 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=000a444b213d4ea88eba74d9ca9815b5&device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 1096 time: 0.0993342 Sep 03 15:09:17.597724 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:17.601639 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c75e1733-4f78-4bd7-bc31-b04905bd2bd1 req-22aa2bd1-e3c9-4c4e-b004-169717fd81b1 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672197 Sep 03 15:09:17.668757 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Network aab91851-b61f-416b-a58d-7a3d39195411 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:09:17.676062 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:09:17.714075 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:09:17.721444 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event updated for resources: {'Port': ['ID=75051396-f4f8-4c03-8ea1-91716a7481c6,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:17.779936 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:17.780557 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:17.783528 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aee81a-8852-4721-acb0-d948d161719d req-d88a0173-cf17-4785-a6cc-eb0deafb40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:17.784990 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b6aee81a-8852-4721-acb0-d948d161719d req-d88a0173-cf17-4785-a6cc-eb0deafb40a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9253d69a-7ee7-4eca-b498-9aa4b105e186 HTTP/1.1" status: 200 len: 914 time: 0.1787405 Sep 03 15:09:17.804509 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-be6acbf1-f9ea-4489-88c5-c88bdb8e82a3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2401304 Sep 03 15:09:17.836799 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Request body: {'port': {'device_id': 'a00d4bce-054e-4581-92b5-70ed887add14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:17.841242 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b6aee81a-8852-4721-acb0-d948d161719d req-4bf80266-86b5-47d6-bab0-fe4df35ad952 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 200 len: 217 time: 0.0460906 Sep 03 15:09:17.899321 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-45b9c581-bc8d-4a61-8e79-72f41f7e2ad5 None None] Provisioning for port 75051396-f4f8-4c03-8ea1-91716a7481c6 completed by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:09:17.903188 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-45b9c581-bc8d-4a61-8e79-72f41f7e2ad5 None None] Provisioning complete for port 75051396-f4f8-4c03-8ea1-91716a7481c6 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:09:17.903554 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-45b9c581-bc8d-4a61-8e79-72f41f7e2ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:17.929786 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aee81a-8852-4721-acb0-d948d161719d req-742f572c-eb0b-4ed5-836b-328bf1465a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:17.931329 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b6aee81a-8852-4721-acb0-d948d161719d req-742f572c-eb0b-4ed5-836b-328bf1465a8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d341358-6aa6-42bd-90d4-ecf48157c030 HTTP/1.1" status: 200 len: 852 time: 0.0759466 Sep 03 15:09:17.932132 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:17.936538 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-45b9c581-bc8d-4a61-8e79-72f41f7e2ad5 None None] Port 75051396-f4f8-4c03-8ea1-91716a7481c6 cannot update to ACTIVE because it is not bound. {{(pid=93830) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 15:09:18.062362 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aee81a-8852-4721-acb0-d948d161719d req-20cc75b5-c67b-4be5-b5fd-62f5d9a61cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:18.063860 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b6aee81a-8852-4721-acb0-d948d161719d req-20cc75b5-c67b-4be5-b5fd-62f5d9a61cbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9253d69a-7ee7-4eca-b498-9aa4b105e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1224868 Sep 03 15:09:18.218055 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b6aee81a-8852-4721-acb0-d948d161719d req-7703a78e-054b-4cd6-909c-f3cb7d96eafe service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446073 Sep 03 15:09:18.347295 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75051396-f4f8-4c03-8ea1-91716a7481c6 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:09:18.361284 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:18.368498 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86437b-7982-4f22-b1b8-6a5be9764c94 req-b135f2fc-fabd-4af4-9c3b-eea0db32d25f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:18.369393 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b6aee81a-8852-4721-acb0-d948d161719d req-52dcf620-9cf4-4c0b-b8a8-171859a52a03 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417727 Sep 03 15:09:18.370001 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5d86437b-7982-4f22-b1b8-6a5be9764c94 req-b135f2fc-fabd-4af4-9c3b-eea0db32d25f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 931 time: 0.0503507 Sep 03 15:09:18.377232 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Transition to ACTIVE for port object 75051396-f4f8-4c03-8ea1-91716a7481c6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 15:09:18.382798 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:18.409309 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5d86437b-7982-4f22-b1b8-6a5be9764c94 req-f0cb2b01-11e2-4a3a-9878-82202af239f9 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331481 Sep 03 15:09:18.435475 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Pushing event updated for resources: {'Port': ['ID=75051396-f4f8-4c03-8ea1-91716a7481c6,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:18.508125 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Attempting to bind port 75051396-f4f8-4c03-8ea1-91716a7481c6 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 15:09:18.508819 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Attempting to bind port 75051396-f4f8-4c03-8ea1-91716a7481c6 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 15:09:18.508819 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Attempting to bind port 75051396-f4f8-4c03-8ea1-91716a7481c6 on network aab91851-b61f-416b-a58d-7a3d39195411 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:09:18.513475 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Port 75051396-f4f8-4c03-8ea1-91716a7481c6 on network aab91851-b61f-416b-a58d-7a3d39195411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 15:09:18.513836 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Attempting to bind port 75051396-f4f8-4c03-8ea1-91716a7481c6 on network aab91851-b61f-416b-a58d-7a3d39195411 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 15:09:18.518826 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Checking agent: {'id': 'c39f712f-f93a-43b1-91f0-e088b2299db0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'started_at': datetime.datetime(2021, 9, 3, 14, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 15, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 15:09:18.519168 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Checking segment: {'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 15:09:18.519555 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Bound using segment: {'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 15:09:18.520016 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Bound port: 75051396-f4f8-4c03-8ea1-91716a7481c6, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa702ee-2f4a-4c13-9eed-75c38b00adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 15:09:18.520377 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:18.587546 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] For port 75051396-f4f8-4c03-8ea1-91716a7481c6, host hv-cinder-77428, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 15:09:18.590649 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] For port 75051396-f4f8-4c03-8ea1-91716a7481c6, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=75051396-f4f8-4c03-8ea1-91716a7481c6,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 15:09:18.595777 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:18.627707 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:18.628308 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:18.629752 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] 10.222.0.26 "PUT /v2.0/ports/75051396-f4f8-4c03-8ea1-91716a7481c6 HTTP/1.1" status: 200 len: 1093 time: 0.7972615 Sep 03 15:09:18.630528 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:09:18.632440 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8" -d '{"events": [{"name": "network-changed", "server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:09:18.665426 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc414bb-3eed-47f4-aaa8-36c69e9ffd81 service neutron] Pushing event updated for resources: {'Port': ['ID=75051396-f4f8-4c03-8ea1-91716a7481c6,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:18.680015 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d601242-6098-479c-a5f8-51e1d6ab860e x-openstack-request-id: req-9d601242-6098-479c-a5f8-51e1d6ab860e {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:09:18.680303 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:09:18.680570 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d601242-6098-479c-a5f8-51e1d6ab860e {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:09:18.680960 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'status': 'completed', 'code': 200} Sep 03 15:09:18.765956 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-270b49c1-de2f-4cee-ab13-dd951bf01dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:18.767498 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-270b49c1-de2f-4cee-ab13-dd951bf01dd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=80d8d82257c84e56a236b0b0074fddbd&device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 1096 time: 0.0810604 Sep 03 15:09:18.778623 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db166fa-44f3-4f06-843d-d42a9262f39d req-d84b6b21-0188-499d-a204-e81fa8a5f3d7 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:18.780167 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-3db166fa-44f3-4f06-843d-d42a9262f39d req-d84b6b21-0188-499d-a204-e81fa8a5f3d7 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 943 time: 0.0854151 Sep 03 15:09:18.826365 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-8e5ff7d2-2963-4500-8dbb-9ce93f733e55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75051396-f4f8-4c03-8ea1-91716a7481c6 HTTP/1.1" status: 200 len: 217 time: 0.0451851 Sep 03 15:09:18.852912 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-3db166fa-44f3-4f06-843d-d42a9262f39d req-fdc03a5b-7644-4537-800c-c9dc64716da8 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660465 Sep 03 15:09:18.887085 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-11802728-a1c5-4566-ad31-7c82d4cc5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:18.888524 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-11802728-a1c5-4566-ad31-7c82d4cc5a99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=177a5bc8-edd9-4784-b5cb-65d400dc7910 HTTP/1.1" status: 200 len: 847 time: 0.0501633 Sep 03 15:09:18.937705 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-c09ca61a-b482-4d66-9047-b85de60976cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:18.939171 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-c09ca61a-b482-4d66-9047-b85de60976cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aab91851-b61f-416b-a58d-7a3d39195411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434368 Sep 03 15:09:19.031489 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-20c9d849-3b68-4408-b962-24aa4a1d45a6 service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840018 Sep 03 15:09:19.127197 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-804890d8-28e3-4c48-b74d-90fccc7d4570 req-5e8635b0-0a51-4fee-a3d7-54783b788fad service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883243 Sep 03 15:09:19.225985 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8 req-24003542-0988-47fd-8967-68b309cb38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:19.227451 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8 req-24003542-0988-47fd-8967-68b309cb38f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=80d8d82257c84e56a236b0b0074fddbd&device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 1096 time: 0.0425229 Sep 03 15:09:19.320399 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8 req-741c1056-afdf-495c-97f6-89a952dedc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:19.321762 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8 req-741c1056-afdf-495c-97f6-89a952dedc73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aab91851-b61f-416b-a58d-7a3d39195411 HTTP/1.1" status: 200 len: 909 time: 0.0865114 Sep 03 15:09:19.363273 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8 req-f6c3f4a3-8b16-4804-aecf-3f49799d62c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75051396-f4f8-4c03-8ea1-91716a7481c6 HTTP/1.1" status: 200 len: 217 time: 0.0338168 Sep 03 15:09:19.414779 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8 req-8b6b8dbc-fbf1-41cd-8794-48770ad821fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:19.416151 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8 req-8b6b8dbc-fbf1-41cd-8794-48770ad821fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=177a5bc8-edd9-4784-b5cb-65d400dc7910 HTTP/1.1" status: 200 len: 847 time: 0.0424795 Sep 03 15:09:19.466183 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8 req-c338359d-ba89-4f38-89cb-3ad16b63e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:19.467679 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8 req-c338359d-ba89-4f38-89cb-3ad16b63e329 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aab91851-b61f-416b-a58d-7a3d39195411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442691 Sep 03 15:09:19.538359 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa610de2-0c0f-48c4-a320-9c2d614a5fa3 req-d830d2b3-3d11-4777-87a6-52e1de56475f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:19.540989 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa610de2-0c0f-48c4-a320-9c2d614a5fa3 req-d830d2b3-3d11-4777-87a6-52e1de56475f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0531557 Sep 03 15:09:19.561922 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8 req-abb52850-8967-42f6-a6a9-76114ef237d5 service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860896 Sep 03 15:09:19.579797 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa610de2-0c0f-48c4-a320-9c2d614a5fa3 req-af6b5df2-6725-4c55-8e89-822d68ff6645 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323644 Sep 03 15:09:19.655373 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-27f1bfed-6ea4-4ae2-a2e6-05e8d6b9bff8 req-37fc6039-9dcb-4d7c-b659-744893b97377 service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864797 Sep 03 15:09:19.759250 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:09:19.972831 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c727d7-5121-406e-b569-7784cd933765 req-1b3a5a8d-2661-4aef-9453-ade1406a268c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:19.974428 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d7c727d7-5121-406e-b569-7784cd933765 req-1b3a5a8d-2661-4aef-9453-ade1406a268c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 943 time: 0.0508356 Sep 03 15:09:19.985314 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:09:19.996445 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'port_id': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'mac_address': 'fa:16:3e:c5:98:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:09:20.012403 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d7c727d7-5121-406e-b569-7784cd933765 req-1b5bd45a-3dfb-4526-acc7-d734ecbaee5e tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Sep 03 15:09:20.033063 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:20.046425 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:09:20.065566 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:09:20.072076 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:20.120864 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:20.297686 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['93e82ad5-b203-4dbc-8bad-84e780f4a3b5'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:09:20.708390 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57255ab0-55cc-4cf2-9dc6-cca13d254e65 req-dd8e64df-892c-4d7f-9b73-9032928e289c tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:20.709801 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-57255ab0-55cc-4cf2-9dc6-cca13d254e65 req-dd8e64df-892c-4d7f-9b73-9032928e289c tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0560541 Sep 03 15:09:20.746820 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-57255ab0-55cc-4cf2-9dc6-cca13d254e65 req-1281d57a-8b74-4a54-b263-4ab6c4fba548 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310314 Sep 03 15:09:21.137173 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff2f89-2c0b-435e-b90a-ca6ffb73e260 req-0fc2f660-4aad-4323-8023-37c54eb0dd8b tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:21.138640 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-15ff2f89-2c0b-435e-b90a-ca6ffb73e260 req-0fc2f660-4aad-4323-8023-37c54eb0dd8b tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 944 time: 0.0504549 Sep 03 15:09:21.177366 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-15ff2f89-2c0b-435e-b90a-ca6ffb73e260 req-3cd6149d-1ab1-4092-acdf-7d3a2552890f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Sep 03 15:09:21.774919 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:09:21.832242 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:09:21.836852 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:09:21.837232 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:21.868753 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35402c48-cd13-44e8-bb8f-9f820cb2e287 req-587aff20-9399-4c89-9690-c59681f90563 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:21.870357 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-35402c48-cd13-44e8-bb8f-9f820cb2e287 req-587aff20-9399-4c89-9690-c59681f90563 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0500610 Sep 03 15:09:21.908810 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-35402c48-cd13-44e8-bb8f-9f820cb2e287 req-2d5a8309-4ad7-4112-abe6-fd91b383a0f6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Sep 03 15:09:21.920190 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:21.943156 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:09:21.945380 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f80d85-182c-4783-b39a-55107d26f830" -d '{"events": [{"server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "name": "network-vif-plugged", "status": "completed", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:09:21.958390 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:09:21.963724 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:21.986445 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb2dba7-e4ce-4b76-b92f-175406828d23 x-openstack-request-id: req-2fb2dba7-e4ce-4b76-b92f-175406828d23 {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:09:21.986742 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "name": "network-vif-plugged", "status": "completed", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:09:21.986997 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2fb2dba7-e4ce-4b76-b92f-175406828d23 {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:09:21.987384 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'code': 200} Sep 03 15:09:22.015856 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:22.023571 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.023924 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.024253 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.024592 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.024906 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.025298 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.025669 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.026001 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.026330 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.026658 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.026980 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.027301 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:22.157587 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f1950-f450-4903-ad64-e544bc1455b5 req-d63d196d-f1bc-4abd-9d7b-7955110958c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:22.159124 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-107f1950-f450-4903-ad64-e544bc1455b5 req-d63d196d-f1bc-4abd-9d7b-7955110958c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 1098 time: 0.0470388 Sep 03 15:09:22.195159 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-107f1950-f450-4903-ad64-e544bc1455b5 req-22584f7d-9369-4c05-a88f-fba67030963c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294132 Sep 03 15:09:22.298890 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942b49f-f135-4b92-b6b8-5f01aa3d384c req-e64efc4e-2873-42e8-b84a-68b95b5da28e tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:22.300266 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b942b49f-f135-4b92-b6b8-5f01aa3d384c req-e64efc4e-2873-42e8-b84a-68b95b5da28e tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 945 time: 0.0575502 Sep 03 15:09:22.340051 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b942b49f-f135-4b92-b6b8-5f01aa3d384c req-63ed4d64-9a61-4560-ab38-1cac19a6806d tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309362 Sep 03 15:09:23.040134 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e53ab-7c64-4298-bb16-470fb8be143f req-aab25850-c6a3-4764-8231-c99d6b67d26b tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:23.041653 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1e4e53ab-7c64-4298-bb16-470fb8be143f req-aab25850-c6a3-4764-8231-c99d6b67d26b tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0586286 Sep 03 15:09:23.081860 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1e4e53ab-7c64-4298-bb16-470fb8be143f req-48863e92-2601-4dc1-af98-7ff8b8192aaa tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314379 Sep 03 15:09:23.471599 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3ad14-2cc5-4bf4-82ed-0e01ead411db req-d5e7d75a-edc9-47f1-bbea-976bc5bc6522 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:23.473046 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-74e3ad14-2cc5-4bf4-82ed-0e01ead411db req-d5e7d75a-edc9-47f1-bbea-976bc5bc6522 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 945 time: 0.0514026 Sep 03 15:09:23.512292 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-74e3ad14-2cc5-4bf4-82ed-0e01ead411db req-c58b6115-35ec-4290-88ef-7334e03bee88 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306427 Sep 03 15:09:23.625328 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef449237-0acf-497a-a16a-d46849383082 req-ef5e72bb-3de5-476d-8121-476e884e7591 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:23.626711 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ef449237-0acf-497a-a16a-d46849383082 req-ef5e72bb-3de5-476d-8121-476e884e7591 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 945 time: 0.0497777 Sep 03 15:09:23.664317 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-ef449237-0acf-497a-a16a-d46849383082 req-3d11154e-db0a-444f-a369-2b8d8a89123b tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313666 Sep 03 15:09:24.006797 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab293e-7535-4928-8684-4bae8d3449b2 req-58139bed-29cd-459c-9140-198293dc8551 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:24.008252 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f5ab293e-7535-4928-8684-4bae8d3449b2 req-58139bed-29cd-459c-9140-198293dc8551 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 945 time: 0.0651360 Sep 03 15:09:24.050625 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f5ab293e-7535-4928-8684-4bae8d3449b2 req-586d91a1-ab3c-4e7d-9ad2-7152584ce300 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Sep 03 15:09:24.197688 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f291db3-bd19-4610-8e9b-2c23b6e4f527 req-3fc3a8a2-855b-4a87-b9ac-f3f6bfb086eb tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:24.199194 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7f291db3-bd19-4610-8e9b-2c23b6e4f527 req-3fc3a8a2-855b-4a87-b9ac-f3f6bfb086eb tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0489414 Sep 03 15:09:24.237131 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7f291db3-bd19-4610-8e9b-2c23b6e4f527 req-139a2bc4-af0f-435e-a1f9-47f7b38a9b67 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Sep 03 15:09:25.364822 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11051152-51f4-4934-8071-63a382916932 req-42e61fcb-671c-40ab-89dc-935986900d2b tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:25.366352 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-11051152-51f4-4934-8071-63a382916932 req-42e61fcb-671c-40ab-89dc-935986900d2b tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0518827 Sep 03 15:09:25.408648 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-11051152-51f4-4934-8071-63a382916932 req-af7ddb39-d1fd-4c28-8243-1c8aac1bcd5d tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333679 Sep 03 15:09:25.789378 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 75051396-f4f8-4c03-8ea1-91716a7481c6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:09:25.900150 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 75051396-f4f8-4c03-8ea1-91716a7481c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=75051396-f4f8-4c03-8ea1-91716a7481c6,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:09:25.911445 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'port_id': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'mac_address': 'fa:16:3e:6e:66:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:09:25.948147 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:25.960667 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75051396-f4f8-4c03-8ea1-91716a7481c6 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:09:25.979878 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 75051396-f4f8-4c03-8ea1-91716a7481c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=75051396-f4f8-4c03-8ea1-91716a7481c6,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:09:25.985366 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:26.038618 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=75051396-f4f8-4c03-8ea1-91716a7481c6,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:26.232812 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['75051396-f4f8-4c03-8ea1-91716a7481c6'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:09:26.523264 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc4b49-3e15-4d48-9ad3-0d7debbdfb9f req-74e563ef-548a-4850-a3bb-8ef1dd561c9c tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:26.524738 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e4bc4b49-3e15-4d48-9ad3-0d7debbdfb9f req-74e563ef-548a-4850-a3bb-8ef1dd561c9c tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 944 time: 0.0481195 Sep 03 15:09:26.570633 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e4bc4b49-3e15-4d48-9ad3-0d7debbdfb9f req-42bac301-a14f-4f4e-bd4e-004f9390464f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365434 Sep 03 15:09:27.730753 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add27412-3f66-468a-a0d5-60d2a5489083 req-3ff81014-b531-483d-810f-2b263feb1797 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:27.732110 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-add27412-3f66-468a-a0d5-60d2a5489083 req-3ff81014-b531-483d-810f-2b263feb1797 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 944 time: 0.0602617 Sep 03 15:09:27.769106 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-add27412-3f66-468a-a0d5-60d2a5489083 req-a1b324bc-de8f-4fe9-b029-1ddbf8f11fbd tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310607 Sep 03 15:09:27.804880 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 75051396-f4f8-4c03-8ea1-91716a7481c6 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:09:27.863050 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning for port 75051396-f4f8-4c03-8ea1-91716a7481c6 completed by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 15:09:27.867386 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 75051396-f4f8-4c03-8ea1-91716a7481c6 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:09:27.867758 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:27.952372 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:27.978235 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:09:27.980522 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5852f47e-4bc0-4ebd-810b-57f61d7650c2" -d '{"events": [{"server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "name": "network-vif-plugged", "status": "completed", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:09:27.996393 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 75051396-f4f8-4c03-8ea1-91716a7481c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=75051396-f4f8-4c03-8ea1-91716a7481c6,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:09:28.002919 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:28.027751 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf1bc4-3a78-4eac-b3cd-a2ea33ffe55b x-openstack-request-id: req-bdbf1bc4-3a78-4eac-b3cd-a2ea33ffe55b {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:09:28.028047 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "name": "network-vif-plugged", "status": "completed", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:09:28.028469 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bdbf1bc4-3a78-4eac-b3cd-a2ea33ffe55b {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:09:28.028862 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'code': 200} Sep 03 15:09:28.056203 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=75051396-f4f8-4c03-8ea1-91716a7481c6,revision_number=5']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:28.265214 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02346407-c190-4878-bd91-629ada0ab5a2 req-334dbaa7-0dc2-4056-b465-7ebaf8894c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:28.266725 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-02346407-c190-4878-bd91-629ada0ab5a2 req-334dbaa7-0dc2-4056-b465-7ebaf8894c25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 1098 time: 0.0450406 Sep 03 15:09:28.302577 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-02346407-c190-4878-bd91-629ada0ab5a2 req-82b8d95c-5911-4724-9cf3-9c67ba0e4bc8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278332 Sep 03 15:09:28.900168 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af75f2-9f03-4800-98a0-4626fd1a6596 req-04c363ee-c16a-4a78-92b5-8c0cbea8021f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:28.901680 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-09af75f2-9f03-4800-98a0-4626fd1a6596 req-04c363ee-c16a-4a78-92b5-8c0cbea8021f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0592396 Sep 03 15:09:28.949742 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-09af75f2-9f03-4800-98a0-4626fd1a6596 req-318df370-f5d3-402f-9c2f-f2d6b0b625e3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 Sep 03 15:09:30.088794 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ead70-453b-4182-8cee-166c5e7a8071 req-1dd88837-a102-435e-a744-e47cf9fbe400 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:30.090296 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-228ead70-453b-4182-8cee-166c5e7a8071 req-1dd88837-a102-435e-a744-e47cf9fbe400 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0565076 Sep 03 15:09:30.131626 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-228ead70-453b-4182-8cee-166c5e7a8071 req-9732a401-bd96-4158-acbd-d0f4b3be3565 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319397 Sep 03 15:09:30.243935 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec16af-f8b4-4b8a-bd2f-e7fd37421b05 req-f15f119b-8be2-4f83-8c99-20f7ae7652ee tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:30.245388 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-92ec16af-f8b4-4b8a-bd2f-e7fd37421b05 req-f15f119b-8be2-4f83-8c99-20f7ae7652ee tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0476632 Sep 03 15:09:30.286179 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-92ec16af-f8b4-4b8a-bd2f-e7fd37421b05 req-24c04345-5910-47d0-9437-ac7694909121 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323887 Sep 03 15:09:30.307943 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38144) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:30.444008 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d4db02-55e1-45c4-8d28-2f3842aa87c9 tempest-TestShelveInstance-958103 tempest-TestShelveInstance-958103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:30.445622 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e0d4db02-55e1-45c4-8d28-2f3842aa87c9 tempest-TestShelveInstance-958103 tempest-TestShelveInstance-958103-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 1093 time: 0.1365411 Sep 03 15:09:30.448612 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38148) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:30.453017 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Request body: {'floatingip': {'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'port_id': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:30.479536 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:30.586347 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:30.695252 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Allocated IP 172.27.0.217 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/f143e69e-66ab-46ec-93eb-7cc977f6898e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:09:30.795225 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:30.836574 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:30.876478 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:09:30.879346 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:09:30.882751 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:09:30.906057 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event updated for resources: {'Port': ['ID=f143e69e-66ab-46ec-93eb-7cc977f6898e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:31.234282 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:31.302667 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:31.452069 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:31.458851 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13202918'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:31.524927 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event updated for resources: {'Port': ['ID=f143e69e-66ab-46ec-93eb-7cc977f6898e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:31.536392 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:31.633774 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Floating IP e3dedf71-4e45-4888-b9cd-a56846354d5a associated. External IP: 172.27.0.217, port: 75051396-f4f8-4c03-8ea1-91716a7481c6. Sep 03 15:09:31.840689 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Router d3eaab14-adcb-45b5-a7ec-f25916a471d1 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:09:31.948522 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:09:31.958971 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb5788-93ad-40e5-8043-d6db76a430a2 None None] Sync routers for ids ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:09:31.967198 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:31.973308 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb5788-93ad-40e5-8043-d6db76a430a2 None None] Routers {'d3eaab14-adcb-45b5-a7ec-f25916a471d1'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:09:31.974196 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-13fb5788-93ad-40e5-8043-d6db76a430a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:09:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:31.996871 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2fd614ee-a538-429d-9fd9-24d6e2654e30 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5472467 Sep 03 15:09:31.997600 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:09:31.999866 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861d0322-8a18-44d5-9038-772e1ef6ee6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:09:32.037245 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1adc308-bcb4-4512-943d-5cc54c0f7f87 x-openstack-request-id: req-a1adc308-bcb4-4512-943d-5cc54c0f7f87 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:09:32.037549 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:09:32.037855 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1adc308-bcb4-4512-943d-5cc54c0f7f87 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:09:32.038302 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'status': 'completed', 'code': 200} Sep 03 15:09:32.082010 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-13fb5788-93ad-40e5-8043-d6db76a430a2 None None] Set router d3eaab14-adcb-45b5-a7ec-f25916a471d1 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:09:32.103364 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0322-8a18-44d5-9038-772e1ef6ee6e req-7d8cd4a5-ea8f-42a8-9b63-9f64c6aee201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:32.105775 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-861d0322-8a18-44d5-9038-772e1ef6ee6e req-7d8cd4a5-ea8f-42a8-9b63-9f64c6aee201 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=80d8d82257c84e56a236b0b0074fddbd&device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 1098 time: 0.0433776 Sep 03 15:09:32.216299 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0322-8a18-44d5-9038-772e1ef6ee6e req-4316c1f1-92de-4506-896c-b6ba1f740d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:32.218350 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-861d0322-8a18-44d5-9038-772e1ef6ee6e req-4316c1f1-92de-4506-896c-b6ba1f740d9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=aab91851-b61f-416b-a58d-7a3d39195411 HTTP/1.1" status: 200 len: 909 time: 0.1011736 Sep 03 15:09:32.297357 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-861d0322-8a18-44d5-9038-772e1ef6ee6e req-a669a59e-e7a6-4b41-ae60-ddb4f423031a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75051396-f4f8-4c03-8ea1-91716a7481c6 HTTP/1.1" status: 200 len: 999 time: 0.0716236 Sep 03 15:09:32.344717 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-13fb5788-93ad-40e5-8043-d6db76a430a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'e3dedf71-4e45-4888-b9cd-a56846354d5a', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'port_id': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'mac_address': 'fa:16:3e:6e:66:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00d4bce-054e-4581-92b5-70ed887add14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:09:31Z', 'updated_at': '2021-09-03T15:09:31Z', 'revision_number': 0, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99df924f-bbce-4d0c-aba4-66e42d409c22', 'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'mac_address': 'fa:16:3e:62:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:38Z', 'updated_at': '2021-09-03T15:08:48Z', 'revision_number': 5, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'subnets': [{'id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:32.374465 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0322-8a18-44d5-9038-772e1ef6ee6e req-79345a1e-a3e4-4914-b62c-d31ed08b5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:32.375974 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-861d0322-8a18-44d5-9038-772e1ef6ee6e req-79345a1e-a3e4-4914-b62c-d31ed08b5cd6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=177a5bc8-edd9-4784-b5cb-65d400dc7910 HTTP/1.1" status: 200 len: 847 time: 0.0713828 Sep 03 15:09:32.380461 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb5788-93ad-40e5-8043-d6db76a430a2 None None] Checking router: d3eaab14-adcb-45b5-a7ec-f25916a471d1 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:09:32.389773 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb5788-93ad-40e5-8043-d6db76a430a2 None None] Routers {'d3eaab14-adcb-45b5-a7ec-f25916a471d1'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:09:32.390391 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-13fb5788-93ad-40e5-8043-d6db76a430a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:09:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:32.433077 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0322-8a18-44d5-9038-772e1ef6ee6e req-9d1d916f-6c6e-45b0-977b-efce9b71c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:32.434787 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-861d0322-8a18-44d5-9038-772e1ef6ee6e req-9d1d916f-6c6e-45b0-977b-efce9b71c70d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aab91851-b61f-416b-a58d-7a3d39195411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503945 Sep 03 15:09:32.514377 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-13fb5788-93ad-40e5-8043-d6db76a430a2 None None] Set router d3eaab14-adcb-45b5-a7ec-f25916a471d1 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:09:32.544764 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-861d0322-8a18-44d5-9038-772e1ef6ee6e req-6e7b5fe2-5cc8-4ab3-8ec7-7dc95d67a9ec service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997982 Sep 03 15:09:32.560024 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959a546-0d4f-4866-92c0-9a6e7adde6d3 req-005e2b3f-9e71-48ba-a28d-15039e60ed2c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:32.561587 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0959a546-0d4f-4866-92c0-9a6e7adde6d3 req-005e2b3f-9e71-48ba-a28d-15039e60ed2c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 945 time: 0.0491099 Sep 03 15:09:32.601094 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0959a546-0d4f-4866-92c0-9a6e7adde6d3 req-89719a23-7fec-4b9d-b5e2-44b7b6179750 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332594 Sep 03 15:09:32.623823 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38164) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:32.651656 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-861d0322-8a18-44d5-9038-772e1ef6ee6e req-fb7c34a4-26d9-4ca7-933b-2478f67622c0 service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931904 Sep 03 15:09:32.714999 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279462ca-c02c-4bf6-b57e-ef5d8bade3e0 tempest-TestMinimumBasicScenario-1099025623 tempest-TestMinimumBasicScenario-1099025623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:32.716598 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-279462ca-c02c-4bf6-b57e-ef5d8bade3e0 tempest-TestMinimumBasicScenario-1099025623 tempest-TestMinimumBasicScenario-1099025623-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 1093 time: 0.0917873 Sep 03 15:09:32.719676 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38168) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:32.724165 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Request body: {'floatingip': {'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'port_id': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:32.741140 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-13fb5788-93ad-40e5-8043-d6db76a430a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'e3dedf71-4e45-4888-b9cd-a56846354d5a', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'port_id': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'mac_address': 'fa:16:3e:6e:66:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00d4bce-054e-4581-92b5-70ed887add14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:09:31Z', 'updated_at': '2021-09-03T15:09:31Z', 'revision_number': 0, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99df924f-bbce-4d0c-aba4-66e42d409c22', 'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'mac_address': 'fa:16:3e:62:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:38Z', 'updated_at': '2021-09-03T15:08:48Z', 'revision_number': 5, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'subnets': [{'id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:32.747682 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:32.770023 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fb5788-93ad-40e5-8043-d6db76a430a2 None None] The sync data for ids ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'] in dv-cinder-774288-7-iscsi is: [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': 'e3dedf71-4e45-4888-b9cd-a56846354d5a', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'port_id': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'mac_address': 'fa:16:3e:6e:66:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00d4bce-054e-4581-92b5-70ed887add14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:09:31Z', 'updated_at': '2021-09-03T15:09:31Z', 'revision_number': 0, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99df924f-bbce-4d0c-aba4-66e42d409c22', 'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'mac_address': 'fa:16:3e:62:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:38Z', 'updated_at': '2021-09-03T15:08:48Z', 'revision_number': 5, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'subnets': [{'id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:09:32.846990 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:32.953939 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Allocated IP 172.27.0.33 (4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d/01961ab8-eb90-4c51-95aa-5e1f55204b31/38db7f60-6c93-4b1d-b979-ab89188f33af) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 15:09:32.961434 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa9b09c-7527-4425-8a13-a4f7f27a1048 None None] New status for floating IP e3dedf71-4e45-4888-b9cd-a56846354d5a: ACTIVE {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:09:33.061499 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:33.100877 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749025259915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:33.139932 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Network 4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 15:09:33.142670 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 15:09:33.148999 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 15:09:33.152060 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'Port': ['ID=38db7f60-6c93-4b1d-b979-ab89188f33af,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:33.518814 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:33.587847 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:33.973961 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:33.981480 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13202918'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:34.057116 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'Port': ['ID=38db7f60-6c93-4b1d-b979-ab89188f33af,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:34.066490 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814059'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:34.068734 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.069075 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.069416 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.069805 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.070132 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.070467 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.070788 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.071106 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.071427 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.071761 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.072168 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.072463 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:09:34.173654 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Floating IP 1b656d8c-ec38-4c43-8025-d3e1e2e26134 associated. External IP: 172.27.0.33, port: 93e82ad5-b203-4dbc-8bad-84e780f4a3b5. Sep 03 15:09:34.394258 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Router 5833ae2c-2611-436e-beb8-b8b57ac142c2 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:09:34.500255 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:09:34.510529 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f88a1-e1e2-43dd-acc7-659241a7d4cc None None] Sync routers for ids ['5833ae2c-2611-436e-beb8-b8b57ac142c2'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:09:34.519606 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:34.520336 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f88a1-e1e2-43dd-acc7-659241a7d4cc None None] Routers {'5833ae2c-2611-436e-beb8-b8b57ac142c2'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:09:34.520999 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-524f88a1-e1e2-43dd-acc7-659241a7d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:09:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['5833ae2c-2611-436e-beb8-b8b57ac142c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:34.547592 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ddc84cd6-c6b9-49a5-af69-1072754e2447 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8268678 Sep 03 15:09:34.548157 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:09:34.550461 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09" -d '{"events": [{"name": "network-changed", "server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:09:34.550791 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38170) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:34.558314 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-d4d56937-fd63-4826-aede-17f2af9ac34f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493274965', 'description': 'tempest-secgroup-smoke-1493274965 description', 'project_id': '000a444b213d4ea88eba74d9ca9815b5'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:34.583108 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d4d56937-fd63-4826-aede-17f2af9ac34f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:34.588768 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60578aa-5305-4925-9df6-b3ccf2d75c09 x-openstack-request-id: req-b60578aa-5305-4925-9df6-b3ccf2d75c09 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:09:34.589348 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:09:34.589348 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b60578aa-5305-4925-9df6-b3ccf2d75c09 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:09:34.589744 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'status': 'completed', 'code': 200} Sep 03 15:09:34.625141 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-524f88a1-e1e2-43dd-acc7-659241a7d4cc None None] Set router 5833ae2c-2611-436e-beb8-b8b57ac142c2 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:09:34.675311 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09 req-e8d9bff8-d819-48fc-8fb7-75775a675fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:34.676858 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09 req-e8d9bff8-d819-48fc-8fb7-75775a675fe2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=000a444b213d4ea88eba74d9ca9815b5&device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 1098 time: 0.0584400 Sep 03 15:09:34.730635 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d4d56937-fd63-4826-aede-17f2af9ac34f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:34.737345 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d4d56937-fd63-4826-aede-17f2af9ac34f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:34.796681 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d4d56937-fd63-4826-aede-17f2af9ac34f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:34.797910 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-d4d56937-fd63-4826-aede-17f2af9ac34f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2461534 Sep 03 15:09:34.800992 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38174) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:34.806854 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bb3c7505-725a-48bc-90e3-c982e04938a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Request body: {'security_group_rule': {'security_group_id': '21c3c13b-fb22-4238-b3a4-a7b52bf53411', 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:34.810920 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d56937-fd63-4826-aede-17f2af9ac34f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c3c13b-fb22-4238-b3a4-a7b52bf53411,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:34.819707 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09 req-d9251c34-52be-4b9d-baa4-65bd4ac1c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:34.821479 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09 req-d9251c34-52be-4b9d-baa4-65bd4ac1c24a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9253d69a-7ee7-4eca-b498-9aa4b105e186 HTTP/1.1" status: 200 len: 914 time: 0.1362748 Sep 03 15:09:34.835205 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7505-725a-48bc-90e3-c982e04938a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:34.864911 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-524f88a1-e1e2-43dd-acc7-659241a7d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 4, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '1b656d8c-ec38-4c43-8025-d3e1e2e26134', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'port_id': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'mac_address': 'fa:16:3e:c5:98:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:09:33Z', 'updated_at': '2021-09-03T15:09:33Z', 'revision_number': 0, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4a2672-fed1-4821-8547-2af6c8163dde', 'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'mac_address': 'fa:16:3e:91:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:52Z', 'revision_number': 5, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'subnets': [{'id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:34.891157 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f88a1-e1e2-43dd-acc7-659241a7d4cc None None] Checking router: 5833ae2c-2611-436e-beb8-b8b57ac142c2 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:09:34.898065 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09 req-bf9c94e6-f238-4a09-99b0-244ccb038194 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 200 len: 998 time: 0.0602155 Sep 03 15:09:34.900928 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f88a1-e1e2-43dd-acc7-659241a7d4cc None None] Routers {'5833ae2c-2611-436e-beb8-b8b57ac142c2'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:09:34.901604 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-524f88a1-e1e2-43dd-acc7-659241a7d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:09:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['5833ae2c-2611-436e-beb8-b8b57ac142c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:34.911087 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7505-725a-48bc-90e3-c982e04938a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:34.917026 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7505-725a-48bc-90e3-c982e04938a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:34.935274 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c7505-725a-48bc-90e3-c982e04938a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10b385f-c4ca-47c2-87dd-44b13dca508c,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:34.945889 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7505-725a-48bc-90e3-c982e04938a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:34.950040 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bb3c7505-725a-48bc-90e3-c982e04938a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473198 Sep 03 15:09:34.950700 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38176) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:34.955299 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-d9616fbb-e3b7-4925-9d0a-ad585a8e4e19 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Request body: {'security_group_rule': {'security_group_id': '21c3c13b-fb22-4238-b3a4-a7b52bf53411', 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:34.968131 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09 req-92ab27c4-4ba9-444f-82df-3e9f790579fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:34.969694 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09 req-92ab27c4-4ba9-444f-82df-3e9f790579fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d341358-6aa6-42bd-90d4-ecf48157c030 HTTP/1.1" status: 200 len: 852 time: 0.0647113 Sep 03 15:09:35.012795 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-524f88a1-e1e2-43dd-acc7-659241a7d4cc None None] Set router 5833ae2c-2611-436e-beb8-b8b57ac142c2 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:09:35.013062 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d9616fbb-e3b7-4925-9d0a-ad585a8e4e19 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.038245 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09 req-4298b6e1-30d7-493f-a35d-2e504d76b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:35.040161 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09 req-4298b6e1-30d7-493f-a35d-2e504d76b486 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9253d69a-7ee7-4eca-b498-9aa4b105e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608137 Sep 03 15:09:35.134404 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d9616fbb-e3b7-4925-9d0a-ad585a8e4e19 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.143098 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d9616fbb-e3b7-4925-9d0a-ad585a8e4e19 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.174770 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9616fbb-e3b7-4925-9d0a-ad585a8e4e19 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a04c770-9db2-4ffa-bac3-5fae0094d621,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:35.181000 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d9616fbb-e3b7-4925-9d0a-ad585a8e4e19 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.182162 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-d9616fbb-e3b7-4925-9d0a-ad585a8e4e19 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2304275 Sep 03 15:09:35.184526 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09 req-31fda095-27bb-4787-a972-948b6b781955 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357226 Sep 03 15:09:35.184964 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38178) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:35.190050 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-3d85d158-4bc9-4f73-bd81-299562028307 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Request body: {'security_group_rule': {'security_group_id': '21c3c13b-fb22-4238-b3a4-a7b52bf53411', 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:35.277993 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d85d158-4bc9-4f73-bd81-299562028307 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.316127 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2fb707a6-9b8d-4290-85b7-5bff36bf4d09 req-b1666225-3325-4513-b906-12f21ccadd79 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206660 Sep 03 15:09:35.344591 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d85d158-4bc9-4f73-bd81-299562028307 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.349434 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d85d158-4bc9-4f73-bd81-299562028307 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.370329 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-524f88a1-e1e2-43dd-acc7-659241a7d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 4, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '1b656d8c-ec38-4c43-8025-d3e1e2e26134', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'port_id': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'mac_address': 'fa:16:3e:c5:98:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:09:33Z', 'updated_at': '2021-09-03T15:09:33Z', 'revision_number': 0, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4a2672-fed1-4821-8547-2af6c8163dde', 'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'mac_address': 'fa:16:3e:91:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:52Z', 'revision_number': 5, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'subnets': [{'id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:35.370848 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85d158-4bc9-4f73-bd81-299562028307 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fca987-5cb9-403d-b6ba-ba8a89b3ff07,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:35.374772 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d85d158-4bc9-4f73-bd81-299562028307 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.378625 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-3d85d158-4bc9-4f73-bd81-299562028307 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901095 Sep 03 15:09:35.379091 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38180) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:35.383225 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-60c93bba-b28d-4948-b449-12fc21d540a0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Request body: {'security_group_rule': {'security_group_id': '21c3c13b-fb22-4238-b3a4-a7b52bf53411', 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:35.397548 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f88a1-e1e2-43dd-acc7-659241a7d4cc None None] The sync data for ids ['5833ae2c-2611-436e-beb8-b8b57ac142c2'] in dv-cinder-774288-7-iscsi is: [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 4, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '1b656d8c-ec38-4c43-8025-d3e1e2e26134', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'port_id': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'mac_address': 'fa:16:3e:c5:98:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:09:33Z', 'updated_at': '2021-09-03T15:09:33Z', 'revision_number': 0, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4a2672-fed1-4821-8547-2af6c8163dde', 'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'mac_address': 'fa:16:3e:91:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:52Z', 'revision_number': 5, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'subnets': [{'id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:09:35.411970 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-60c93bba-b28d-4948-b449-12fc21d540a0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.472811 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-60c93bba-b28d-4948-b449-12fc21d540a0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.477669 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-60c93bba-b28d-4948-b449-12fc21d540a0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.496805 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c93bba-b28d-4948-b449-12fc21d540a0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fd1aa8-3021-4202-929d-f7c2285b4b73,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:35.504715 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-60c93bba-b28d-4948-b449-12fc21d540a0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.505961 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-60c93bba-b28d-4948-b449-12fc21d540a0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262589 Sep 03 15:09:35.508667 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38182) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:35.513143 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-f150f4c4-7226-4950-93a8-fe34ca77e505 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Request body: {'security_group_rule': {'security_group_id': '21c3c13b-fb22-4238-b3a4-a7b52bf53411', 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:35.537111 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.securitygroups_db [None req-f150f4c4-7226-4950-93a8-fe34ca77e505 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Project 000a444b213d4ea88eba74d9ca9815b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 15:09:35.542768 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f150f4c4-7226-4950-93a8-fe34ca77e505 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.590576 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea4218-9826-4493-b3e7-264f69197869 None None] New status for floating IP 1b656d8c-ec38-4c43-8025-d3e1e2e26134: ACTIVE {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:09:35.605518 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f150f4c4-7226-4950-93a8-fe34ca77e505 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.610700 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f150f4c4-7226-4950-93a8-fe34ca77e505 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.628120 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150f4c4-7226-4950-93a8-fe34ca77e505 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b5beef-20a6-46ae-9aa8-9b71005f4906,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:35.635220 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f150f4c4-7226-4950-93a8-fe34ca77e505 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.638952 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-f150f4c4-7226-4950-93a8-fe34ca77e505 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267962 Sep 03 15:09:35.639336 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38184) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:35.643837 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [None req-0205762d-bd36-4057-bc54-ea38323e9e6f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Request body: {'security_group_rule': {'security_group_id': '21c3c13b-fb22-4238-b3a4-a7b52bf53411', 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:35.666378 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.securitygroups_db [None req-0205762d-bd36-4057-bc54-ea38323e9e6f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Project 000a444b213d4ea88eba74d9ca9815b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 15:09:35.672066 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0205762d-bd36-4057-bc54-ea38323e9e6f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.735960 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0205762d-bd36-4057-bc54-ea38323e9e6f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.741536 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0205762d-bd36-4057-bc54-ea38323e9e6f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693687'] for security_group_rule, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.759006 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205762d-bd36-4057-bc54-ea38323e9e6f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf083818-d8ef-468b-8953-e20640bce80f,revision_number=0']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:35.768814 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0205762d-bd36-4057-bc54-ea38323e9e6f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:35.770207 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-0205762d-bd36-4057-bc54-ea38323e9e6f tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298764 Sep 03 15:09:35.850408 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-23bdb633-4acd-4822-9a2a-0b1bbca3f7b0 req-655ad39c-7461-40da-b535-4e4dc4c3429a tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493274965&fields=id&tenant_id=000a444b213d4ea88eba74d9ca9815b5 HTTP/1.1" status: 200 len: 267 time: 0.0343106 Sep 03 15:09:35.904460 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdb633-4acd-4822-9a2a-0b1bbca3f7b0 req-cb75164c-6eb9-4bf7-9116-3a15ebe9935b tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:35.906011 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-23bdb633-4acd-4822-9a2a-0b1bbca3f7b0 req-cb75164c-6eb9-4bf7-9116-3a15ebe9935b tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 945 time: 0.0499365 Sep 03 15:09:35.917572 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-23bdb633-4acd-4822-9a2a-0b1bbca3f7b0 req-e248a989-ebf6-4248-9722-f287602a0704 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Request body: {'port': {'security_groups': ['7264f784-8a1c-48ea-bcd5-ab30e9edf922', '21c3c13b-fb22-4238-b3a4-a7b52bf53411']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:09:35.981775 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-23bdb633-4acd-4822-9a2a-0b1bbca3f7b0 req-e248a989-ebf6-4248-9722-f287602a0704 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:36.227249 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-23bdb633-4acd-4822-9a2a-0b1bbca3f7b0 req-e248a989-ebf6-4248-9722-f287602a0704 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] For port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:09:36.257034 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-23bdb633-4acd-4822-9a2a-0b1bbca3f7b0 req-e248a989-ebf6-4248-9722-f287602a0704 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:36.265712 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-23bdb633-4acd-4822-9a2a-0b1bbca3f7b0 req-e248a989-ebf6-4248-9722-f287602a0704 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13202918'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:36.278442 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['93e82ad5-b203-4dbc-8bad-84e780f4a3b5'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:09:36.308585 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdb633-4acd-4822-9a2a-0b1bbca3f7b0 req-e248a989-ebf6-4248-9722-f287602a0704 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:36.309215 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-23bdb633-4acd-4822-9a2a-0b1bbca3f7b0 req-e248a989-ebf6-4248-9722-f287602a0704 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:36.313694 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-23bdb633-4acd-4822-9a2a-0b1bbca3f7b0 req-e248a989-ebf6-4248-9722-f287602a0704 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "PUT /v2.0/ports/93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 200 len: 981 time: 0.4010820 Sep 03 15:09:36.342054 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248a989-ebf6-4248-9722-f287602a0704 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'Port': ['ID=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:36.396449 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['93e82ad5-b203-4dbc-8bad-84e780f4a3b5'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:09:36.433477 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de81f9-8b1c-4a80-a5fc-4374d5437243 req-4b7402b1-7f53-45d6-815e-e772d689f209 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:36.441453 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-41de81f9-8b1c-4a80-a5fc-4374d5437243 req-4b7402b1-7f53-45d6-815e-e772d689f209 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0598805 Sep 03 15:09:36.482819 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-41de81f9-8b1c-4a80-a5fc-4374d5437243 req-a2b84595-3771-447c-804d-6599e1913681 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401428 Sep 03 15:09:36.590123 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-f8d2be28-e1eb-42a0-9c47-de41fbbf9e6b None None] Provisioning complete for port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:09:36.590412 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f8d2be28-e1eb-42a0-9c47-de41fbbf9e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:36.591041 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:09:36.593454 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7855b0f-b888-4d05-9814-cfa17661eedf" -d '{"events": [{"name": "network-changed", "server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:09:36.634712 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47786984-36d6-460f-b815-d6c470278480 x-openstack-request-id: req-47786984-36d6-460f-b815-d6c470278480 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:09:36.634712 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:09:36.635267 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47786984-36d6-460f-b815-d6c470278480 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:09:36.636237 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'status': 'completed', 'code': 200} Sep 03 15:09:36.699381 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855b0f-b888-4d05-9814-cfa17661eedf req-2efe29aa-c3a5-4099-8bc0-f65f5ea0d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:36.700970 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7855b0f-b888-4d05-9814-cfa17661eedf req-2efe29aa-c3a5-4099-8bc0-f65f5ea0d809 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=000a444b213d4ea88eba74d9ca9815b5&device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 1137 time: 0.0424690 Sep 03 15:09:36.794190 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855b0f-b888-4d05-9814-cfa17661eedf req-da8ef4bf-7910-4b8f-b2db-aa16792e59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:36.795672 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7855b0f-b888-4d05-9814-cfa17661eedf req-da8ef4bf-7910-4b8f-b2db-aa16792e59a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9253d69a-7ee7-4eca-b498-9aa4b105e186 HTTP/1.1" status: 200 len: 914 time: 0.0872180 Sep 03 15:09:36.860540 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7855b0f-b888-4d05-9814-cfa17661eedf req-919d37d4-ae5d-4db8-b112-a1298c4e5f80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 200 len: 1000 time: 0.0572951 Sep 03 15:09:36.970455 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:09:37.172076 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855b0f-b888-4d05-9814-cfa17661eedf req-41a47ff1-ed5e-4368-88d1-cf2a7b566495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:37.173454 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7855b0f-b888-4d05-9814-cfa17661eedf req-41a47ff1-ed5e-4368-88d1-cf2a7b566495 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d341358-6aa6-42bd-90d4-ecf48157c030 HTTP/1.1" status: 200 len: 852 time: 0.3042891 Sep 03 15:09:37.224334 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855b0f-b888-4d05-9814-cfa17661eedf req-4e35e0f1-d262-4874-a57a-0c445bb90e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:37.225811 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7855b0f-b888-4d05-9814-cfa17661eedf req-4e35e0f1-d262-4874-a57a-0c445bb90e45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9253d69a-7ee7-4eca-b498-9aa4b105e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385234 Sep 03 15:09:37.314909 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7855b0f-b888-4d05-9814-cfa17661eedf req-7c78f86b-c3fa-42a2-91d8-e686af412172 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802135 Sep 03 15:09:37.409620 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e7855b0f-b888-4d05-9814-cfa17661eedf req-963177a7-b6d6-43c1-9cad-fcfcb30f9eba service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870094 Sep 03 15:09:37.975960 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:41.618247 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-707249fb-4632-493b-bba5-d2371cc24a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:42.309711 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-11428721-75ee-4674-a7e8-6101a887dd91 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430882 Sep 03 15:09:42.378673 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-b11f45e5-76a1-49a1-8696-b0fee651e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:42.380123 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-b11f45e5-76a1-49a1-8696-b0fee651e2e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 1099 time: 0.0432127 Sep 03 15:09:42.495859 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-00a9122f-30c5-433a-b6fe-e4973b2a4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:42.497707 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-00a9122f-30c5-433a-b6fe-e4973b2a4acb service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 912 time: 0.0955584 Sep 03 15:09:42.579572 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-0abb3a4e-40f3-4591-b868-087773645052 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545693c1-aa7c-4ee8-9ebe-9666555c7aaa HTTP/1.1" status: 200 len: 1002 time: 0.0732722 Sep 03 15:09:42.637561 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-403435d4-bc40-4497-8d1a-e6e53e6fcaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:42.639036 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-403435d4-bc40-4497-8d1a-e6e53e6fcaa6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0502069 Sep 03 15:09:42.687363 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-44158591-4f84-4a5d-a6eb-1c8646e7c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:42.688836 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-44158591-4f84-4a5d-a6eb-1c8646e7c919 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418229 Sep 03 15:09:42.803590 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-70917b83-ca5c-4370-9d78-479f81e4a8b4 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064065 Sep 03 15:09:42.926774 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e028f7d1-0de5-416a-889f-e22629d554a4 req-7ba20dc0-7a98-4199-bc1c-83ce50b66780 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089778 Sep 03 15:09:44.239074 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9dbdac44-b241-4d61-825b-0e261336d9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:44.372849 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:45.283210 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:47.173598 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:58.095131 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38206) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:09:58.263575 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Deleting port a2c03cb0-540b-4c89-876a-26c731a781cf {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:09:58.263937 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:58.345184 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:58.345470 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:58.357725 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Calling delete_port for a2c03cb0-540b-4c89-876a-26c731a781cf owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:09:58.543679 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:58.567809 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event deleted for resources: {'Port': ['ID=a2c03cb0-540b-4c89-876a-26c731a781cf,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:09:58.641508 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:58.641815 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Floating IP 40dd5054-e890-42ae-88c7-2a90ec7ac726 disassociated (deleted). External IP: 172.27.0.237, port: 545693c1-aa7c-4ee8-9ebe-9666555c7aaa. Sep 03 15:09:58.843200 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Router 87c8430c-b39b-44eb-954a-5277e55aaa58 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:09:58.957042 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:09:58.961483 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:09:58.968196 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a645e-e2f8-474f-bdae-12d5d1929aa4 None None] Sync routers for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:09:58.978250 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a645e-e2f8-474f-bdae-12d5d1929aa4 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:09:58.978873 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-564a645e-e2f8-474f-bdae-12d5d1929aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:09:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:58.992464 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-723524d0-8561-4ea2-9462-972a07c21e94 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "DELETE /v2.0/floatingips/40dd5054-e890-42ae-88c7-2a90ec7ac726 HTTP/1.1" status: 204 len: 168 time: 0.8933132 Sep 03 15:09:58.992464 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'tag': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:09:58.992754 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d71f38-1258-4408-9048-a66f67077c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "7adb9e37-d76c-414e-bbad-69f0f3af2cce", "tag": "545693c1-aa7c-4ee8-9ebe-9666555c7aaa"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:09:59.028700 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77201ff0-bf1d-4868-9aaf-f7472352a8a5 x-openstack-request-id: req-77201ff0-bf1d-4868-9aaf-f7472352a8a5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:09:59.028994 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adb9e37-d76c-414e-bbad-69f0f3af2cce", "tag": "545693c1-aa7c-4ee8-9ebe-9666555c7aaa", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:09:59.029248 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77201ff0-bf1d-4868-9aaf-f7472352a8a5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:09:59.029679 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'tag': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa', 'status': 'completed', 'code': 200} Sep 03 15:09:59.083827 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-564a645e-e2f8-474f-bdae-12d5d1929aa4 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:09:59.103252 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d71f38-1258-4408-9048-a66f67077c2d req-34fc1d29-fe12-49c5-befb-c0cf501c1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:59.104901 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-59d71f38-1258-4408-9048-a66f67077c2d req-34fc1d29-fe12-49c5-befb-c0cf501c1497 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 1099 time: 0.0486767 Sep 03 15:09:59.202373 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d71f38-1258-4408-9048-a66f67077c2d req-847bb06c-481f-4146-96f2-7d6d86409cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:59.203860 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-59d71f38-1258-4408-9048-a66f67077c2d req-847bb06c-481f-4146-96f2-7d6d86409cd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 912 time: 0.0904152 Sep 03 15:09:59.221709 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613b89-5e46-4ed6-9c50-58f1c42f2cbe req-480ddc54-e879-47d6-96fa-686386bc3f1b tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:59.223273 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ac613b89-5e46-4ed6-9c50-58f1c42f2cbe req-480ddc54-e879-47d6-96fa-686386bc3f1b tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 946 time: 0.0494242 Sep 03 15:09:59.250315 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-59d71f38-1258-4408-9048-a66f67077c2d req-bb6e6ddd-c8f1-413d-a67e-74b0bb8536bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545693c1-aa7c-4ee8-9ebe-9666555c7aaa HTTP/1.1" status: 200 len: 217 time: 0.0377257 Sep 03 15:09:59.262264 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ac613b89-5e46-4ed6-9c50-58f1c42f2cbe req-b877cfc3-f97e-4b33-8940-1f815cc3477e tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Sep 03 15:09:59.302605 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d71f38-1258-4408-9048-a66f67077c2d req-ed67605c-e2ea-49f5-b46c-a4c66498c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:59.304105 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-59d71f38-1258-4408-9048-a66f67077c2d req-ed67605c-e2ea-49f5-b46c-a4c66498c478 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0445402 Sep 03 15:09:59.314596 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-564a645e-e2f8-474f-bdae-12d5d1929aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '15136133-5510-476b-a5ba-f2ede4808357', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:77:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873d355-cd80-4423-840b-13b3fbb833bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:06:24Z', 'updated_at': '2021-09-03T15:06:26Z', 'revision_number': 1, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:59.340292 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a645e-e2f8-474f-bdae-12d5d1929aa4 None None] Checking router: 87c8430c-b39b-44eb-954a-5277e55aaa58 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:09:59.349209 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a645e-e2f8-474f-bdae-12d5d1929aa4 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:09:59.349867 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-564a645e-e2f8-474f-bdae-12d5d1929aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:09:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:59.354565 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d71f38-1258-4408-9048-a66f67077c2d req-1adf49fa-3008-4b09-8530-463abb0bc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:09:59.356010 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-59d71f38-1258-4408-9048-a66f67077c2d req-1adf49fa-3008-4b09-8530-463abb0bc417 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386565 Sep 03 15:09:59.458299 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-564a645e-e2f8-474f-bdae-12d5d1929aa4 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:09:59.459797 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-59d71f38-1258-4408-9048-a66f67077c2d req-8453e13e-3385-430b-aaa2-8df1148c7f78 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936899 Sep 03 15:09:59.558010 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-59d71f38-1258-4408-9048-a66f67077c2d req-a4750084-bc4c-4104-ad8a-ef4fe1c8c4d9 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887620 Sep 03 15:09:59.687405 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-564a645e-e2f8-474f-bdae-12d5d1929aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '15136133-5510-476b-a5ba-f2ede4808357', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:77:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873d355-cd80-4423-840b-13b3fbb833bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:06:24Z', 'updated_at': '2021-09-03T15:06:26Z', 'revision_number': 1, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:09:59.713549 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a645e-e2f8-474f-bdae-12d5d1929aa4 None None] The sync data for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi is: [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_floatingips': [{'id': '15136133-5510-476b-a5ba-f2ede4808357', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'router_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'port_id': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'mac_address': 'fa:16:3e:77:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7873d355-cd80-4423-840b-13b3fbb833bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T15:06:24Z', 'updated_at': '2021-09-03T15:06:26Z', 'revision_number': 1, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:09:59.939423 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96bdb4a-a77a-4cb8-97f5-3e68871a1af5 None None] New status for floating IP 40dd5054-e890-42ae-88c7-2a90ec7ac726: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:10:00.206281 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb3a82-ec8a-4265-b1ba-bd05c9c2c10a req-2faebc5c-9f3f-4123-b354-48ae899fac04 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:00.207650 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7deb3a82-ec8a-4265-b1ba-bd05c9c2c10a req-2faebc5c-9f3f-4123-b354-48ae899fac04 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0555744 Sep 03 15:10:00.213106 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d773e63-b66a-4b10-8327-b9f84c74b6a0 req-baa7e8f1-c8db-4485-96e8-9d342d5e5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:00.214637 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7d773e63-b66a-4b10-8327-b9f84c74b6a0 req-baa7e8f1-c8db-4485-96e8-9d342d5e5e6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=000a444b213d4ea88eba74d9ca9815b5&device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 1137 time: 0.0408258 Sep 03 15:10:00.248694 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7deb3a82-ec8a-4265-b1ba-bd05c9c2c10a req-b8edda09-6efc-4878-b60b-1c11c5167726 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345678 Sep 03 15:10:00.312811 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d773e63-b66a-4b10-8327-b9f84c74b6a0 req-031d6e55-a669-4e78-be19-a1b1ea5e5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:00.314366 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7d773e63-b66a-4b10-8327-b9f84c74b6a0 req-031d6e55-a669-4e78-be19-a1b1ea5e5e8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9253d69a-7ee7-4eca-b498-9aa4b105e186 HTTP/1.1" status: 200 len: 914 time: 0.0900424 Sep 03 15:10:00.424268 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7d773e63-b66a-4b10-8327-b9f84c74b6a0 req-ada1bb6d-fa9e-4c64-bacc-aa416a83b106 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 200 len: 1000 time: 0.0907295 Sep 03 15:10:00.436562 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00838567-4b69-4cb1-bb4f-94ee5c084eef req-cc68310b-c331-4489-a933-43817e54dad4 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:00.438018 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-00838567-4b69-4cb1-bb4f-94ee5c084eef req-cc68310b-c331-4489-a933-43817e54dad4 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 946 time: 0.0981708 Sep 03 15:10:00.506342 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d773e63-b66a-4b10-8327-b9f84c74b6a0 req-71e7dd5f-d87a-44f6-876e-54b9d7bcc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:00.507833 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7d773e63-b66a-4b10-8327-b9f84c74b6a0 req-71e7dd5f-d87a-44f6-876e-54b9d7bcc302 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d341358-6aa6-42bd-90d4-ecf48157c030 HTTP/1.1" status: 200 len: 852 time: 0.0689709 Sep 03 15:10:00.510762 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-00838567-4b69-4cb1-bb4f-94ee5c084eef req-2b553845-679a-4f88-8251-8e373a3e5bdf tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632238 Sep 03 15:10:00.577195 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d773e63-b66a-4b10-8327-b9f84c74b6a0 req-336c7960-b1c8-49c0-b356-fbb4d5f0a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:00.578701 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7d773e63-b66a-4b10-8327-b9f84c74b6a0 req-336c7960-b1c8-49c0-b356-fbb4d5f0a782 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9253d69a-7ee7-4eca-b498-9aa4b105e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432539 Sep 03 15:10:00.676641 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7d773e63-b66a-4b10-8327-b9f84c74b6a0 req-bef7b315-93e2-4105-aa46-c40833668553 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831420 Sep 03 15:10:00.778103 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7d773e63-b66a-4b10-8327-b9f84c74b6a0 req-7991de84-800d-4c82-9997-e84f08dcc0ea service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879180 Sep 03 15:10:00.967473 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b8f7b-806a-4f06-9f60-e977954b4748 req-9018e8a7-cfdf-474a-9ea2-ab944be47322 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:00.968944 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1f9b8f7b-806a-4f06-9f60-e977954b4748 req-9018e8a7-cfdf-474a-9ea2-ab944be47322 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 946 time: 0.0500934 Sep 03 15:10:01.064842 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-1f9b8f7b-806a-4f06-9f60-e977954b4748 req-f08a2efd-8691-4089-9367-bd6f651da232 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Deleting port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:01.065086 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-1f9b8f7b-806a-4f06-9f60-e977954b4748 req-f08a2efd-8691-4089-9367-bd6f651da232 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:01.153404 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-1f9b8f7b-806a-4f06-9f60-e977954b4748 req-f08a2efd-8691-4089-9367-bd6f651da232 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] For port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=545693c1-aa7c-4ee8-9ebe-9666555c7aaa,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:01.153798 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-1f9b8f7b-806a-4f06-9f60-e977954b4748 req-f08a2efd-8691-4089-9367-bd6f651da232 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:01.166889 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-1f9b8f7b-806a-4f06-9f60-e977954b4748 req-f08a2efd-8691-4089-9367-bd6f651da232 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Calling delete_port for 545693c1-aa7c-4ee8-9ebe-9666555c7aaa owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:01.301890 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-1f9b8f7b-806a-4f06-9f60-e977954b4748 req-f08a2efd-8691-4089-9367-bd6f651da232 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:01.328608 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a2efd-8691-4089-9367-bd6f651da232 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event deleted for resources: {'Port': ['ID=545693c1-aa7c-4ee8-9ebe-9666555c7aaa,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:01.369475 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9b8f7b-806a-4f06-9f60-e977954b4748 req-f08a2efd-8691-4089-9367-bd6f651da232 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] No DVR routers for this DVR port 545693c1-aa7c-4ee8-9ebe-9666555c7aaa on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:10:01.372090 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-1f9b8f7b-806a-4f06-9f60-e977954b4748 req-f08a2efd-8691-4089-9367-bd6f651da232 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:01.374157 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1f9b8f7b-806a-4f06-9f60-e977954b4748 req-f08a2efd-8691-4089-9367-bd6f651da232 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "DELETE /v2.0/ports/545693c1-aa7c-4ee8-9ebe-9666555c7aaa HTTP/1.1" status: 204 len: 173 time: 0.3989875 Sep 03 15:10:01.374599 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'name': 'network-vif-deleted', 'tag': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:10:01.376199 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35b990-a3ae-4af4-854b-ccababd518e3 req-1aee7146-b884-4ab8-b9fd-0ef516e8d617 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:01.376830 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1347ce4-0faa-4edb-83da-c3924f7478bc" -d '{"events": [{"server_uuid": "7adb9e37-d76c-414e-bbad-69f0f3af2cce", "name": "network-vif-deleted", "tag": "545693c1-aa7c-4ee8-9ebe-9666555c7aaa"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:10:01.377695 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed35b990-a3ae-4af4-854b-ccababd518e3 req-1aee7146-b884-4ab8-b9fd-0ef516e8d617 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0584924 Sep 03 15:10:01.414170 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b1cc3f-699e-44e8-92e9-c10c6e901364 x-openstack-request-id: req-d8b1cc3f-699e-44e8-92e9-c10c6e901364 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:10:01.414463 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adb9e37-d76c-414e-bbad-69f0f3af2cce", "name": "network-vif-deleted", "tag": "545693c1-aa7c-4ee8-9ebe-9666555c7aaa", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:10:01.414717 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8b1cc3f-699e-44e8-92e9-c10c6e901364 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:10:01.415106 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adb9e37-d76c-414e-bbad-69f0f3af2cce', 'name': 'network-vif-deleted', 'tag': '545693c1-aa7c-4ee8-9ebe-9666555c7aaa', 'status': 'completed', 'code': 200} Sep 03 15:10:01.426061 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed35b990-a3ae-4af4-854b-ccababd518e3 req-9cd93470-a716-4454-a128-e3f402d5001d tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405076 Sep 03 15:10:01.628013 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-f0329c82-f51f-4a78-8800-8cc272d03dfe req-78378b8c-be3f-47d1-8cfa-3730ffb6164f tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7adb9e37-d76c-414e-bbad-69f0f3af2cce HTTP/1.1" status: 200 len: 210 time: 0.0312216 Sep 03 15:10:02.550224 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fca7d-2fec-4258-bf6d-6a9f71549405 req-410cf604-8f30-4d0f-b2ab-b724db24e54e tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:02.551689 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2b3fca7d-2fec-4258-bf6d-6a9f71549405 req-410cf604-8f30-4d0f-b2ab-b724db24e54e tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0552688 Sep 03 15:10:02.594872 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2b3fca7d-2fec-4258-bf6d-6a9f71549405 req-bae7ffbe-d354-4a5f-9b68-d964e0a9b56c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340502 Sep 03 15:10:03.715894 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160c87b-f34e-45e9-84d7-d101f43192e7 req-f8aa71ea-1dfc-425b-9c30-377fe30fe8c9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:03.717278 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d160c87b-f34e-45e9-84d7-d101f43192e7 req-f8aa71ea-1dfc-425b-9c30-377fe30fe8c9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0518010 Sep 03 15:10:03.757239 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d160c87b-f34e-45e9-84d7-d101f43192e7 req-3c45708b-4965-4db5-8877-3740a01235fd tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336304 Sep 03 15:10:04.025592 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 545693c1-aa7c-4ee8-9ebe-9666555c7aaa no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:04.055578 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: 545693c1-aa7c-4ee8-9ebe-9666555c7aaa {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:10:04.055915 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 545693c1-aa7c-4ee8-9ebe-9666555c7aaa not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:04.896262 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3314cd6-b695-4b5e-b7a6-a162e996cbe0 req-886d7c04-0c6b-4bb5-a940-d6581ca16dab tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:04.897788 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d3314cd6-b695-4b5e-b7a6-a162e996cbe0 req-886d7c04-0c6b-4bb5-a940-d6581ca16dab tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0624433 Sep 03 15:10:04.928440 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38250) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:04.949213 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d3314cd6-b695-4b5e-b7a6-a162e996cbe0 req-69860d3b-c7b2-4d15-b839-932625d0082d tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419836 Sep 03 15:10:05.081324 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Deleting port 0e95cca2-1969-4afd-9ce6-9b279b330d30 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:05.081606 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:05.171450 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:05.171727 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:05.185449 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Calling delete_port for 0e95cca2-1969-4afd-9ce6-9b279b330d30 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:05.337410 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:05.364363 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event deleted for resources: {'Port': ['ID=0e95cca2-1969-4afd-9ce6-9b279b330d30,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:05.431842 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:05.432226 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Floating IP 15136133-5510-476b-a5ba-f2ede4808357 disassociated (deleted). External IP: 172.27.0.111, port: 9368783c-dab7-49d1-872e-7924f42fc4d7. Sep 03 15:10:05.651882 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Router 87c8430c-b39b-44eb-954a-5277e55aaa58 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:10:05.775456 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:10:05.781929 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:05.790720 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d604e67d-31bc-436e-b0b4-20d6800bc844 None None] Sync routers for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:10:05.801183 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604e67d-31bc-436e-b0b4-20d6800bc844 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:05.802350 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d604e67d-31bc-436e-b0b4-20d6800bc844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:09:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:05.811116 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b5e11892-a5df-4f40-924d-425957d96631 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "DELETE /v2.0/floatingips/15136133-5510-476b-a5ba-f2ede4808357 HTTP/1.1" status: 204 len: 168 time: 0.8815746 Sep 03 15:10:05.811819 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7873d355-cd80-4423-840b-13b3fbb833bd', 'tag': '9368783c-dab7-49d1-872e-7924f42fc4d7'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:10:05.814274 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dde3b76-279f-46fc-9a27-903048ddd3db" -d '{"events": [{"name": "network-changed", "server_uuid": "7873d355-cd80-4423-840b-13b3fbb833bd", "tag": "9368783c-dab7-49d1-872e-7924f42fc4d7"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:10:05.851283 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced9d4a0-cca9-4732-88cf-02261b95f245 x-openstack-request-id: req-ced9d4a0-cca9-4732-88cf-02261b95f245 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:10:05.851833 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7873d355-cd80-4423-840b-13b3fbb833bd", "tag": "9368783c-dab7-49d1-872e-7924f42fc4d7", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:10:05.852285 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ced9d4a0-cca9-4732-88cf-02261b95f245 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:10:05.852908 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7873d355-cd80-4423-840b-13b3fbb833bd', 'tag': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'status': 'completed', 'code': 200} Sep 03 15:10:05.920141 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d604e67d-31bc-436e-b0b4-20d6800bc844 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:05.936302 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde3b76-279f-46fc-9a27-903048ddd3db req-4a41fe4d-8f62-4072-96d0-c8c6261a9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:05.938074 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dde3b76-279f-46fc-9a27-903048ddd3db req-4a41fe4d-8f62-4072-96d0-c8c6261a9553 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 1099 time: 0.0527856 Sep 03 15:10:06.070348 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4359200-18e5-4538-a124-6ef0c27b594e req-c260f0cc-71b0-456e-b594-24c11aec4a94 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:06.072021 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d4359200-18e5-4538-a124-6ef0c27b594e req-c260f0cc-71b0-456e-b594-24c11aec4a94 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0512667 Sep 03 15:10:06.086097 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234ec65-fdae-4c2f-a0e1-6ddfe2d2a838 req-2fe1017b-e16a-468a-be9d-ad10c40ab06d tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:06.087595 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9234ec65-fdae-4c2f-a0e1-6ddfe2d2a838 req-2fe1017b-e16a-468a-be9d-ad10c40ab06d tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 946 time: 0.0655487 Sep 03 15:10:06.090525 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde3b76-279f-46fc-9a27-903048ddd3db req-1ac6c799-2dbf-4869-a2e0-7ac810757f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:06.091893 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dde3b76-279f-46fc-9a27-903048ddd3db req-1ac6c799-2dbf-4869-a2e0-7ac810757f07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 200 len: 912 time: 0.1456780 Sep 03 15:10:06.123337 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d4359200-18e5-4538-a124-6ef0c27b594e req-4b83f09b-c388-49ab-a359-83850321c977 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447376 Sep 03 15:10:06.128785 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d604e67d-31bc-436e-b0b4-20d6800bc844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:06.145093 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dde3b76-279f-46fc-9a27-903048ddd3db req-356a8dff-91ed-4023-816c-a1f54a9256de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9368783c-dab7-49d1-872e-7924f42fc4d7 HTTP/1.1" status: 200 len: 217 time: 0.0443695 Sep 03 15:10:06.159187 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d604e67d-31bc-436e-b0b4-20d6800bc844 None None] Checking router: 87c8430c-b39b-44eb-954a-5277e55aaa58 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:10:06.168289 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604e67d-31bc-436e-b0b4-20d6800bc844 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:06.168905 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d604e67d-31bc-436e-b0b4-20d6800bc844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:09:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:06.170871 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-9234ec65-fdae-4c2f-a0e1-6ddfe2d2a838 req-e7361d47-a4f4-49e9-b19d-d95926f588e7 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769219 Sep 03 15:10:06.204438 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde3b76-279f-46fc-9a27-903048ddd3db req-31ec1d18-cf7f-4ed3-ba5c-09116daa0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:06.205916 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dde3b76-279f-46fc-9a27-903048ddd3db req-31ec1d18-cf7f-4ed3-ba5c-09116daa0010 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 200 len: 850 time: 0.0500357 Sep 03 15:10:06.254396 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde3b76-279f-46fc-9a27-903048ddd3db req-6df86589-081b-4df7-a0cd-35e8f5e5f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:06.255949 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dde3b76-279f-46fc-9a27-903048ddd3db req-6df86589-081b-4df7-a0cd-35e8f5e5f367 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401230 Sep 03 15:10:06.276297 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-d604e67d-31bc-436e-b0b4-20d6800bc844 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:06.355049 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dde3b76-279f-46fc-9a27-903048ddd3db req-49553048-a022-4cb0-b73c-0234d22d03f1 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864425 Sep 03 15:10:06.447778 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dde3b76-279f-46fc-9a27-903048ddd3db req-22f43d31-6e27-4cbb-ab38-c63dbfb72a6a service neutron] 10.222.0.26 "GET /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844712 Sep 03 15:10:06.472901 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-d604e67d-31bc-436e-b0b4-20d6800bc844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:06.499099 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d604e67d-31bc-436e-b0b4-20d6800bc844 None None] The sync data for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi is: [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:02:45Z', 'revision_number': 4, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '8f62183e-9fe0-4aeb-88d7-25ab0e2b4497', 'name': '', 'network_id': '3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'mac_address': 'fa:16:3e:d8:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:45Z', 'updated_at': '2021-09-03T15:02:53Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'subnets': [{'id': '29951c51-8ac9-4462-81c0-bba8dd6c07b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:10:06.702868 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c686f0-df33-4f0e-ad02-c1b440cbb1af None None] New status for floating IP 15136133-5510-476b-a5ba-f2ede4808357: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:10:07.248483 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63163987-f94f-4548-aa79-b63d382f0403 req-e0c68ae5-dbaf-4c9c-9618-e38dafb9e341 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:07.250048 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-63163987-f94f-4548-aa79-b63d382f0403 req-e0c68ae5-dbaf-4c9c-9618-e38dafb9e341 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0512447 Sep 03 15:10:07.286399 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0467bc-97fe-45c0-8c2e-afea8dbd73b8 req-22980957-77de-4ae0-90a6-327295e98460 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:07.287920 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4d0467bc-97fe-45c0-8c2e-afea8dbd73b8 req-22980957-77de-4ae0-90a6-327295e98460 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 946 time: 0.0496578 Sep 03 15:10:07.292370 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-63163987-f94f-4548-aa79-b63d382f0403 req-df8212d7-cbad-4650-a059-2aec4e93874e tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359657 Sep 03 15:10:07.333519 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4d0467bc-97fe-45c0-8c2e-afea8dbd73b8 req-7ccc24ac-b950-478d-9b32-7310b2d96359 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fa00170-9493-4f57-a23a-85f9298dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360460 Sep 03 15:10:07.624864 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a48db-0a9f-4b9b-8aee-cbf648579b92 req-c19ee847-683d-4ad6-a502-d01d92a4d553 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:07.626279 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4e3a48db-0a9f-4b9b-8aee-cbf648579b92 req-c19ee847-683d-4ad6-a502-d01d92a4d553 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 946 time: 0.0565419 Sep 03 15:10:07.719900 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-4e3a48db-0a9f-4b9b-8aee-cbf648579b92 req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Deleting port 9368783c-dab7-49d1-872e-7924f42fc4d7 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:07.720133 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4e3a48db-0a9f-4b9b-8aee-cbf648579b92 req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:07.810642 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-4e3a48db-0a9f-4b9b-8aee-cbf648579b92 req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] For port 9368783c-dab7-49d1-872e-7924f42fc4d7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9368783c-dab7-49d1-872e-7924f42fc4d7,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:07.811006 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4e3a48db-0a9f-4b9b-8aee-cbf648579b92 req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:07.822807 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-4e3a48db-0a9f-4b9b-8aee-cbf648579b92 req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Calling delete_port for 9368783c-dab7-49d1-872e-7924f42fc4d7 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:07.958691 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4e3a48db-0a9f-4b9b-8aee-cbf648579b92 req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:07.977421 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:07.989518 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event deleted for resources: {'Port': ['ID=9368783c-dab7-49d1-872e-7924f42fc4d7,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:08.001342 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.001720 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.002064 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.002399 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.002789 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.003119 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.003447 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.003771 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.004115 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.004433 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.004755 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.005072 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:08.038568 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3a48db-0a9f-4b9b-8aee-cbf648579b92 req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] No DVR routers for this DVR port 9368783c-dab7-49d1-872e-7924f42fc4d7 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:10:08.041427 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4e3a48db-0a9f-4b9b-8aee-cbf648579b92 req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:08.043519 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4e3a48db-0a9f-4b9b-8aee-cbf648579b92 req-927f9124-f7c3-4529-87ea-f29c82fcd7ba tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.26 "DELETE /v2.0/ports/9368783c-dab7-49d1-872e-7924f42fc4d7 HTTP/1.1" status: 204 len: 173 time: 0.4101217 Sep 03 15:10:08.043954 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7873d355-cd80-4423-840b-13b3fbb833bd', 'name': 'network-vif-deleted', 'tag': '9368783c-dab7-49d1-872e-7924f42fc4d7'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:10:08.046226 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d160ea-2900-4a81-8ab8-fe4f9092473b" -d '{"events": [{"server_uuid": "7873d355-cd80-4423-840b-13b3fbb833bd", "name": "network-vif-deleted", "tag": "9368783c-dab7-49d1-872e-7924f42fc4d7"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:10:08.081832 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43e5545-4248-4fad-b1bc-4f554d3c6841 x-openstack-request-id: req-f43e5545-4248-4fad-b1bc-4f554d3c6841 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:10:08.082128 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7873d355-cd80-4423-840b-13b3fbb833bd", "name": "network-vif-deleted", "tag": "9368783c-dab7-49d1-872e-7924f42fc4d7", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:10:08.082378 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f43e5545-4248-4fad-b1bc-4f554d3c6841 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:10:08.082778 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7873d355-cd80-4423-840b-13b3fbb833bd', 'name': 'network-vif-deleted', 'tag': '9368783c-dab7-49d1-872e-7924f42fc4d7', 'status': 'completed', 'code': 200} Sep 03 15:10:08.431231 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab29cdf-b3e3-4f80-9119-70faca044cb0 req-999d43a0-88ac-426c-851d-98e0c053e7a0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:08.432761 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8ab29cdf-b3e3-4f80-9119-70faca044cb0 req-999d43a0-88ac-426c-851d-98e0c053e7a0 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0662155 Sep 03 15:10:08.461186 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-97510167-5546-4161-bb1f-b5ba214e4a3c req-7672ad61-533c-42c7-a761-bda7e672b623 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "GET /v2.0/ports?device_id=7873d355-cd80-4423-840b-13b3fbb833bd HTTP/1.1" status: 200 len: 210 time: 0.0274570 Sep 03 15:10:08.480780 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8ab29cdf-b3e3-4f80-9119-70faca044cb0 req-8ece6f6f-1f27-4501-b537-9ab5a33d6136 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361805 Sep 03 15:10:09.519094 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38278) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:09.599700 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4cc14-7ced-4a6e-bb69-79c35469b511 req-c093c253-2491-484a-af71-2f4e24ed02fa tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:09.601234 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2f4cc14-7ced-4a6e-bb69-79c35469b511 req-c093c253-2491-484a-af71-2f4e24ed02fa tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0526798 Sep 03 15:10:09.643615 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e2f4cc14-7ced-4a6e-bb69-79c35469b511 req-0449fa98-b024-4940-8ebd-f22c8b822f62 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361085 Sep 03 15:10:09.865237 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a66eb301-bdc5-4582-9380-3d1e0514e4d2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Deleting port 27e4df9e-66a3-4e7f-80d5-9b1ac351bb3d {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:09.865571 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a66eb301-bdc5-4582-9380-3d1e0514e4d2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:09.941813 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a66eb301-bdc5-4582-9380-3d1e0514e4d2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:09.942143 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a66eb301-bdc5-4582-9380-3d1e0514e4d2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:09.953224 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a66eb301-bdc5-4582-9380-3d1e0514e4d2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Calling delete_port for 27e4df9e-66a3-4e7f-80d5-9b1ac351bb3d owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:10.043922 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 9368783c-dab7-49d1-872e-7924f42fc4d7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:10.068122 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: 9368783c-dab7-49d1-872e-7924f42fc4d7 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:10:10.068475 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 9368783c-dab7-49d1-872e-7924f42fc4d7 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:10.089506 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a66eb301-bdc5-4582-9380-3d1e0514e4d2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:10.113893 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66eb301-bdc5-4582-9380-3d1e0514e4d2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event deleted for resources: {'Port': ['ID=27e4df9e-66a3-4e7f-80d5-9b1ac351bb3d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:10.174598 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a66eb301-bdc5-4582-9380-3d1e0514e4d2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:10.177075 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a66eb301-bdc5-4582-9380-3d1e0514e4d2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:10.178289 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a66eb301-bdc5-4582-9380-3d1e0514e4d2 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "DELETE /v2.0/floatingips/c9c199e6-f37b-4ed5-9ec0-bbc0b7954656 HTTP/1.1" status: 204 len: 168 time: 0.6581831 Sep 03 15:10:10.773428 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b85cf-e10b-4c0f-aff8-5f37440c154b req-064e8233-059c-4da2-bbab-ec2bf087ee0c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:10.774945 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e35b85cf-e10b-4c0f-aff8-5f37440c154b req-064e8233-059c-4da2-bbab-ec2bf087ee0c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0492918 Sep 03 15:10:10.820778 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e35b85cf-e10b-4c0f-aff8-5f37440c154b req-8503c493-68a7-4ca7-a18a-09dfebeecbaf tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397303 Sep 03 15:10:11.383690 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38292) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:11.452919 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9058a82-5410-4329-8d00-687b31f89079 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:11.479514 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9058a82-5410-4329-8d00-687b31f89079 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:11.544411 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9058a82-5410-4329-8d00-687b31f89079 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:11.547020 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a9058a82-5410-4329-8d00-687b31f89079 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:11.548863 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a9058a82-5410-4329-8d00-687b31f89079 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] 10.222.0.46 "DELETE /v2.0/security-groups/3fa00170-9493-4f57-a23a-85f9298dee59 HTTP/1.1" status: 204 len: 168 time: 0.1641357 Sep 03 15:10:11.558047 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9058a82-5410-4329-8d00-687b31f89079 tempest-TestVolumeBootPattern-1630643428 tempest-TestVolumeBootPattern-1630643428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa00170-9493-4f57-a23a-85f9298dee59,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:11.605685 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38296) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:11.611784 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-055bf6e8-cafc-4c4a-a6af-c79cf0befeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:11.981454 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a4522-49b4-4698-827f-049eef712821 req-9f342edc-63cb-4eeb-bb3a-36a481989df2 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:11.982968 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-793a4522-49b4-4698-827f-049eef712821 req-9f342edc-63cb-4eeb-bb3a-36a481989df2 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0838094 Sep 03 15:10:12.049574 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-793a4522-49b4-4698-827f-049eef712821 req-e3928975-04a4-4a3f-a932-24f65f5a22c5 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&id=21c3c13b-fb22-4238-b3a4-a7b52bf53411&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468841 Sep 03 15:10:12.116406 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698603'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:12.358515 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] Deleting port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:12.358825 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:12.439333 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] For port 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=8f62183e-9fe0-4aeb-88d7-25ab0e2b4497,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:12.439729 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:12.452491 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] Calling delete_port for 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:12.649129 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:12.677636 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f62183e-9fe0-4aeb-88d7-25ab0e2b4497,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:12.838181 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698751'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.047045 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] Router 87c8430c-b39b-44eb-954a-5277e55aaa58 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:10:13.152763 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:10:13.158195 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-16eda97f-e83c-44b7-b6fd-529a2c11174e admin admin] 10.222.0.46 "PUT /v2.0/routers/87c8430c-b39b-44eb-954a-5277e55aaa58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5512800 Sep 03 15:10:13.160599 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38304) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:13.163302 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9c850-f7bf-4344-9f99-c669cd424027 None None] Sync routers for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:10:13.172925 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9c850-f7bf-4344-9f99-c669cd424027 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:13.173559 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5aa9c850-f7bf-4344-9f99-c669cd424027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:09:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:13.260727 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.277371 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5aa9c850-f7bf-4344-9f99-c669cd424027 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:13.357336 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.415459 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Deleting port 598fda4a-ac32-4cf9-ab94-7c058293fcb1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:13.415802 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.453110 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5aa9c850-f7bf-4344-9f99-c669cd424027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:10:12Z', 'revision_number': 5, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port': {'id': '598fda4a-ac32-4cf9-ab94-7c058293fcb1', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:42Z', 'updated_at': '2021-09-03T15:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:13.482205 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9c850-f7bf-4344-9f99-c669cd424027 None None] Checking router: 87c8430c-b39b-44eb-954a-5277e55aaa58 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:10:13.490866 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9c850-f7bf-4344-9f99-c669cd424027 None None] Routers {'87c8430c-b39b-44eb-954a-5277e55aaa58'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:13.491055 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5aa9c850-f7bf-4344-9f99-c669cd424027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:09:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['87c8430c-b39b-44eb-954a-5277e55aaa58'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:13.495376 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] For port 598fda4a-ac32-4cf9-ab94-7c058293fcb1, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=598fda4a-ac32-4cf9-ab94-7c058293fcb1,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:13.495744 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.507891 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Calling delete_port for 598fda4a-ac32-4cf9-ab94-7c058293fcb1 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:13.576531 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-5aa9c850-f7bf-4344-9f99-c669cd424027 None None] Set router 87c8430c-b39b-44eb-954a-5277e55aaa58 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:13.627962 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-5aa9c850-f7bf-4344-9f99-c669cd424027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:10:13Z', 'revision_number': 6, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port_host': None}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:13.656669 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9c850-f7bf-4344-9f99-c669cd424027 None None] The sync data for ids ['87c8430c-b39b-44eb-954a-5277e55aaa58'] in dv-cinder-774288-7-iscsi is: [{'id': '87c8430c-b39b-44eb-954a-5277e55aaa58', 'name': 'tempest-TestVolumeBootPattern-843778531-router', 'tenant_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:41Z', 'updated_at': '2021-09-03T15:10:13Z', 'revision_number': 6, 'project_id': '9df9e9f8b97c4a98858d7aec29a27e33', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:10:13.673893 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.697431 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Pushing event deleted for resources: {'Port': ['ID=598fda4a-ac32-4cf9-ab94-7c058293fcb1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:13.759830 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696465'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.845186 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4729'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.847320 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.892687 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692791'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.893283 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87c8430c-b39b-44eb-954a-5277e55aaa58 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 15:10:13.898366 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.899966 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c0fd7fe6-768f-49c9-b724-de9434c0695e admin admin] 10.222.0.46 "DELETE /v2.0/routers/87c8430c-b39b-44eb-954a-5277e55aaa58 HTTP/1.1" status: 204 len: 168 time: 0.7381885 Sep 03 15:10:13.902576 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38306) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:13.949927 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f4a0f2-4678-4c32-8157-8a8cd9135a0f admin admin] Deleting subnet 29951c51-8ac9-4462-81c0-bba8dd6c07b8 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:10:13.952997 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a0f2-4678-4c32-8157-8a8cd9135a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:13.969549 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:10:13.990910 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a0f2-4678-4c32-8157-8a8cd9135a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12584577'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.075278 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a0f2-4678-4c32-8157-8a8cd9135a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.130213 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a0f2-4678-4c32-8157-8a8cd9135a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13202908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12987591'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.156383 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4a0f2-4678-4c32-8157-8a8cd9135a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29951c51-8ac9-4462-81c0-bba8dd6c07b8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:14.158257 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f9f4a0f2-4678-4c32-8157-8a8cd9135a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.160074 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f9f4a0f2-4678-4c32-8157-8a8cd9135a0f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/29951c51-8ac9-4462-81c0-bba8dd6c07b8 HTTP/1.1" status: 204 len: 168 time: 0.2565756 Sep 03 15:10:14.162833 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38308) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:14.165400 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bea30f-d2eb-478c-9d46-e5a2ed9dc4a5 None None] Network 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:10:14.234247 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.255374 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a34cc0ee-c6d8-4cdc-b00d-7ff484ad6d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.286212 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Deleting port 37e3c26c-9758-46c2-80b5-6c81e09e5afb {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:14.286557 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.367672 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.453549 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ddabca-a02a-41c3-9222-1810d7b15f51 None None] DHCP port deletion for 3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a request from dv-cinder-774288-7-iscsi {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 15:10:14.491126 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:14.512660 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:10:14.513002 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8f62183e-9fe0-4aeb-88d7-25ab0e2b4497 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:14.537265 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-08ddabca-a02a-41c3-9222-1810d7b15f51 None None] Deleting port 37e3c26c-9758-46c2-80b5-6c81e09e5afb {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:14.537928 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-08ddabca-a02a-41c3-9222-1810d7b15f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.605201 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-08ddabca-a02a-41c3-9222-1810d7b15f51 None None] For port 37e3c26c-9758-46c2-80b5-6c81e09e5afb, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=37e3c26c-9758-46c2-80b5-6c81e09e5afb,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:14.605633 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-08ddabca-a02a-41c3-9222-1810d7b15f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.608270 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] For port 37e3c26c-9758-46c2-80b5-6c81e09e5afb, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=37e3c26c-9758-46c2-80b5-6c81e09e5afb,segment=NetworkSegment(f1b3a95d-3fd9-4279-83e4-83ea0ec837de),segment_id=f1b3a95d-3fd9-4279-83e4-83ea0ec837de)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:14.608630 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.620650 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Calling delete_port for 37e3c26c-9758-46c2-80b5-6c81e09e5afb owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:14.621448 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-08ddabca-a02a-41c3-9222-1810d7b15f51 None None] Calling delete_port for 37e3c26c-9758-46c2-80b5-6c81e09e5afb owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:14.704334 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.710590 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-08ddabca-a02a-41c3-9222-1810d7b15f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.728690 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Pushing event deleted for resources: {'Port': ['ID=37e3c26c-9758-46c2-80b5-6c81e09e5afb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:14.734701 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] No DVR routers for this DVR port 37e3c26c-9758-46c2-80b5-6c81e09e5afb on host dv-cinder-774288-7-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:10:14.738637 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddabca-a02a-41c3-9222-1810d7b15f51 None None] Pushing event deleted for resources: {'Port': ['ID=37e3c26c-9758-46c2-80b5-6c81e09e5afb,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:14.744682 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddabca-a02a-41c3-9222-1810d7b15f51 None None] No DVR routers for this DVR port 37e3c26c-9758-46c2-80b5-6c81e09e5afb on host dv-cinder-774288-7-iscsi {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:10:14.813616 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.823390 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:14.832861 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:14.833156 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b3a95d-3fd9-4279-83e4-83ea0ec837de') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:14.841871 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12584600'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.855150 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.860874 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:10:14.861273 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13202818'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: timer() Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: self._notify() Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: event.method(event) Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:10:14.862927 dv-cinder-774288-7-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:10:14.921378 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.929314 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:14.931213 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] 10.222.0.46 "DELETE /v2.0/networks/3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a HTTP/1.1" status: 204 len: 168 time: 0.7674587 Sep 03 15:10:14.934876 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38310) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:14.944008 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aea1c5-3c72-4bc0-aee8-ebfa28dc65ef admin admin] Pushing event deleted for resources: {'Network': ['ID=3af2d6a0-8f91-43ff-98c9-cbd1e5746a2a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:15.279200 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:15.289046 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698603'] for router_interface, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:15.530990 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] Deleting port d91c2286-e16d-4e62-af8d-6010eb4a8564 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:15.531235 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:15.865007 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] For port d91c2286-e16d-4e62-af8d-6010eb4a8564, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=d91c2286-e16d-4e62-af8d-6010eb4a8564,segment=NetworkSegment(347f4fc9-b26e-447c-ab52-6b1365caaa17),segment_id=347f4fc9-b26e-447c-ab52-6b1365caaa17)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:15.865278 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:15.877336 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] Calling delete_port for d91c2286-e16d-4e62-af8d-6010eb4a8564 owned by network:router_interface {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:15.987017 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 37e3c26c-9758-46c2-80b5-6c81e09e5afb no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:16.007303 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 37e3c26c-9758-46c2-80b5-6c81e09e5afb {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:10:16.007813 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 37e3c26c-9758-46c2-80b5-6c81e09e5afb not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:16.008163 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 598fda4a-ac32-4cf9-ab94-7c058293fcb1 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:16.029560 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 598fda4a-ac32-4cf9-ab94-7c058293fcb1 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:10:16.029915 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 598fda4a-ac32-4cf9-ab94-7c058293fcb1 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:16.057884 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:16.081123 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91c2286-e16d-4e62-af8d-6010eb4a8564,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:16.245160 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698751'] for router_interface, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:16.456958 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] Router 4b615541-7e56-46d6-a3b0-5e387d7637c6 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:10:16.564303 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:10:16.570113 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-623c5cde-4b75-4f91-a789-1fc5f05d71c5 admin admin] 10.222.0.46 "PUT /v2.0/routers/4b615541-7e56-46d6-a3b0-5e387d7637c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6333935 Sep 03 15:10:16.572131 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38312) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:16.574590 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529cd48-c769-4ce7-b660-57f793ea6b15 None None] Sync routers for ids ['4b615541-7e56-46d6-a3b0-5e387d7637c6'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:10:16.584254 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529cd48-c769-4ce7-b660-57f793ea6b15 None None] Routers {'4b615541-7e56-46d6-a3b0-5e387d7637c6'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:16.584856 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5529cd48-c769-4ce7-b660-57f793ea6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:10:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['4b615541-7e56-46d6-a3b0-5e387d7637c6'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:16.676649 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:16.685410 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-5529cd48-c769-4ce7-b660-57f793ea6b15 None None] Set router 4b615541-7e56-46d6-a3b0-5e387d7637c6 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:16.780771 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:16.836826 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Deleting port 8f57151c-142d-45b6-bf6c-350410ac2886 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:16.837173 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:16.855723 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5529cd48-c769-4ce7-b660-57f793ea6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'name': 'tempest-TestVolumeBootPattern-1212575085-router', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:48Z', 'updated_at': '2021-09-03T15:10:16Z', 'revision_number': 5, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'gw_port': {'id': '8f57151c-142d-45b6-bf6c-350410ac2886', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:02:49Z', 'updated_at': '2021-09-03T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:16.885954 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529cd48-c769-4ce7-b660-57f793ea6b15 None None] Checking router: 4b615541-7e56-46d6-a3b0-5e387d7637c6 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:10:16.894592 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529cd48-c769-4ce7-b660-57f793ea6b15 None None] Routers {'4b615541-7e56-46d6-a3b0-5e387d7637c6'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:16.895213 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5529cd48-c769-4ce7-b660-57f793ea6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:10:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['4b615541-7e56-46d6-a3b0-5e387d7637c6'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:16.920601 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] For port 8f57151c-142d-45b6-bf6c-350410ac2886, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=8f57151c-142d-45b6-bf6c-350410ac2886,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:16.920961 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:16.932610 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Calling delete_port for 8f57151c-142d-45b6-bf6c-350410ac2886 owned by network:router_gateway {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:16.981299 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-5529cd48-c769-4ce7-b660-57f793ea6b15 None None] Set router 4b615541-7e56-46d6-a3b0-5e387d7637c6 gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:17.030674 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-5529cd48-c769-4ce7-b660-57f793ea6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'name': 'tempest-TestVolumeBootPattern-1212575085-router', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:48Z', 'updated_at': '2021-09-03T15:10:16Z', 'revision_number': 6, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'gw_port_host': None}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:17.060008 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529cd48-c769-4ce7-b660-57f793ea6b15 None None] The sync data for ids ['4b615541-7e56-46d6-a3b0-5e387d7637c6'] in dv-cinder-774288-7-iscsi is: [{'id': '4b615541-7e56-46d6-a3b0-5e387d7637c6', 'name': 'tempest-TestVolumeBootPattern-1212575085-router', 'tenant_id': 'ff5b3858837341c28c16e3a35d851ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:02:48Z', 'updated_at': '2021-09-03T15:10:16Z', 'revision_number': 6, 'project_id': 'ff5b3858837341c28c16e3a35d851ad8', 'gw_port_host': None}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:10:17.104417 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.130974 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f57151c-142d-45b6-bf6c-350410ac2886,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:17.172406 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.188668 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696465'] for router_gateway, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.291678 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4729'] for router, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.293968 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.345728 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692791'] for router, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.346180 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b615541-7e56-46d6-a3b0-5e387d7637c6 {{(pid=93829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 15:10:17.351112 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.352269 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-4c813e92-e11b-4cc9-9808-f6b3b2def7e9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4b615541-7e56-46d6-a3b0-5e387d7637c6 HTTP/1.1" status: 204 len: 168 time: 0.7791944 Sep 03 15:10:17.355161 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38314) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:17.400101 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbb851e-cfb3-4e9b-931c-8dca2fa1ddef admin admin] Deleting subnet 5f90f0b3-14aa-40b5-b95e-9a304e916ee3 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:10:17.403869 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbbb851e-cfb3-4e9b-931c-8dca2fa1ddef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.440711 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbbb851e-cfb3-4e9b-931c-8dca2fa1ddef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12584577'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.520546 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbbb851e-cfb3-4e9b-931c-8dca2fa1ddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.572949 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbbb851e-cfb3-4e9b-931c-8dca2fa1ddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13202908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12987591'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.598182 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb851e-cfb3-4e9b-931c-8dca2fa1ddef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f90f0b3-14aa-40b5-b95e-9a304e916ee3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:17.602777 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cbbb851e-cfb3-4e9b-931c-8dca2fa1ddef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.604690 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-cbbb851e-cfb3-4e9b-931c-8dca2fa1ddef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5f90f0b3-14aa-40b5-b95e-9a304e916ee3 HTTP/1.1" status: 204 len: 168 time: 0.2484560 Sep 03 15:10:17.607138 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38316) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:17.610742 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dbacce-c71d-4875-9366-c87be694d27d None None] Network 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:10:17.678474 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.731948 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Deleting port 39912bac-1257-4b0b-893c-316659810e06 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:17.732400 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.795159 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] For port 39912bac-1257-4b0b-893c-316659810e06, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=39912bac-1257-4b0b-893c-316659810e06,segment=NetworkSegment(347f4fc9-b26e-447c-ab52-6b1365caaa17),segment_id=347f4fc9-b26e-447c-ab52-6b1365caaa17)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:17.795557 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.802762 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d496ef64-aac9-472f-ae96-0207430c9085 None None] DHCP port deletion for 9016dd82-64ea-4d8b-b800-9f94dbd1f0cb request from dv-cinder-774288-7-iscsi {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 15:10:17.810618 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Calling delete_port for 39912bac-1257-4b0b-893c-316659810e06 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:17.853982 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-d496ef64-aac9-472f-ae96-0207430c9085 None None] Deleting port 39912bac-1257-4b0b-893c-316659810e06 {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:17.854270 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d496ef64-aac9-472f-ae96-0207430c9085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.894260 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.920055 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-d496ef64-aac9-472f-ae96-0207430c9085 None None] For port 39912bac-1257-4b0b-893c-316659810e06, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=39912bac-1257-4b0b-893c-316659810e06,segment=NetworkSegment(347f4fc9-b26e-447c-ab52-6b1365caaa17),segment_id=347f4fc9-b26e-447c-ab52-6b1365caaa17)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:17.920454 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d496ef64-aac9-472f-ae96-0207430c9085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:17.920578 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Pushing event deleted for resources: {'Port': ['ID=39912bac-1257-4b0b-893c-316659810e06,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:17.924289 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] No DVR routers for this DVR port 39912bac-1257-4b0b-893c-316659810e06 on host dv-cinder-774288-7-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:10:17.935153 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-d496ef64-aac9-472f-ae96-0207430c9085 None None] Calling delete_port for 39912bac-1257-4b0b-893c-316659810e06 owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:18.013757 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 39912bac-1257-4b0b-893c-316659810e06 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:18.017804 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.029109 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9016dd82-64ea-4d8b-b800-9f94dbd1f0cb']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:18.036370 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 39912bac-1257-4b0b-893c-316659810e06 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:10:18.036370 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 39912bac-1257-4b0b-893c-316659810e06 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:18.036370 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device d91c2286-e16d-4e62-af8d-6010eb4a8564 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:18.040638 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347f4fc9-b26e-447c-ab52-6b1365caaa17') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:18.041052 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347f4fc9-b26e-447c-ab52-6b1365caaa17') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:18.055279 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12584600'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.057012 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d496ef64-aac9-472f-ae96-0207430c9085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.063974 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: d91c2286-e16d-4e62-af8d-6010eb4a8564 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:10:18.064326 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device d91c2286-e16d-4e62-af8d-6010eb4a8564 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:18.064745 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8f57151c-142d-45b6-bf6c-350410ac2886 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:18.071141 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.078828 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:10:18.079207 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13202818'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: timer() Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: self._notify() Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: event.method(event) Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:10:18.081155 dv-cinder-774288-7-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:10:18.103529 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496ef64-aac9-472f-ae96-0207430c9085 None None] Pushing event deleted for resources: {'Port': ['ID=39912bac-1257-4b0b-893c-316659810e06,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:18.105479 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496ef64-aac9-472f-ae96-0207430c9085 None None] No DVR routers for this DVR port 39912bac-1257-4b0b-893c-316659810e06 on host dv-cinder-774288-7-iscsi {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:10:18.106815 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 8f57151c-142d-45b6-bf6c-350410ac2886 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:10:18.107086 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 8f57151c-142d-45b6-bf6c-350410ac2886 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:18.148089 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.152673 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.157480 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9016dd82-64ea-4d8b-b800-9f94dbd1f0cb HTTP/1.1" status: 204 len: 168 time: 0.5466692 Sep 03 15:10:18.168119 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f6b67-1c12-458a-9b43-3fd14fbdeb59 admin admin] Pushing event deleted for resources: {'Network': ['ID=9016dd82-64ea-4d8b-b800-9f94dbd1f0cb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:18.269838 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38320) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:18.311498 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-b499f65f-6f1e-4131-a7e1-472cb57350d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9df9e9f8b97c4a98858d7aec29a27e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404751 Sep 03 15:10:18.314845 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38322) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:18.364879 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3da6ea01-62ea-47f7-993f-fe21fd1f511a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.386848 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3da6ea01-62ea-47f7-993f-fe21fd1f511a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.443101 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3da6ea01-62ea-47f7-993f-fe21fd1f511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.445846 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3da6ea01-62ea-47f7-993f-fe21fd1f511a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.449622 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-3da6ea01-62ea-47f7-993f-fe21fd1f511a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eac5664b-b49e-44a9-b566-a85b3a9a15a3 HTTP/1.1" status: 204 len: 168 time: 0.1312969 Sep 03 15:10:18.455473 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6ea01-62ea-47f7-993f-fe21fd1f511a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac5664b-b49e-44a9-b566-a85b3a9a15a3,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:18.780383 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38328) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:18.833936 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-26b839fd-30ec-42ec-b649-ee25a0aa9a53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff5b3858837341c28c16e3a35d851ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520790 Sep 03 15:10:18.836527 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38330) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:18.894286 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4297e54-40aa-442c-bf78-32543451ce94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.924269 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4297e54-40aa-442c-bf78-32543451ce94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.973892 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4297e54-40aa-442c-bf78-32543451ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.978441 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4297e54-40aa-442c-bf78-32543451ce94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:18.980660 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c4297e54-40aa-442c-bf78-32543451ce94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ea2d099-fcba-4b5c-9857-2ee2aaa053cc HTTP/1.1" status: 204 len: 168 time: 0.1424348 Sep 03 15:10:18.987487 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4297e54-40aa-442c-bf78-32543451ce94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea2d099-fcba-4b5c-9857-2ee2aaa053cc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:37.979882 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:41.622822 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-31febfa2-e5bf-4fd4-9ee8-93e88208db9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:43.440356 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-f41805fa-ceb8-44d7-bb06-dbb8befe2029 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1935589 Sep 03 15:10:43.531549 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-b769d08b-2100-451a-acb8-a4c45dcd3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:43.532936 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-b769d08b-2100-451a-acb8-a4c45dcd3e84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=000a444b213d4ea88eba74d9ca9815b5&device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 1137 time: 0.0417032 Sep 03 15:10:43.650258 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-d18b16d3-08b8-4353-9dc3-a0c4e5599922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:43.651759 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-d18b16d3-08b8-4353-9dc3-a0c4e5599922 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9253d69a-7ee7-4eca-b498-9aa4b105e186 HTTP/1.1" status: 200 len: 914 time: 0.0958853 Sep 03 15:10:43.721340 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-d322715a-163c-401a-9c09-b1d85b012acd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 200 len: 1000 time: 0.0615504 Sep 03 15:10:43.779267 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-87f6c0bd-e065-4a51-8a90-7654adeb4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:43.780733 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-87f6c0bd-e065-4a51-8a90-7654adeb4f7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d341358-6aa6-42bd-90d4-ecf48157c030 HTTP/1.1" status: 200 len: 852 time: 0.0516863 Sep 03 15:10:43.831930 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-c0c0438d-4e8f-400e-9b4c-426f529882ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:43.833313 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-c0c0438d-4e8f-400e-9b4c-426f529882ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9253d69a-7ee7-4eca-b498-9aa4b105e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447237 Sep 03 15:10:43.845562 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-adbdcbc2-32fb-41e4-a0c4-a1e666c1d1e9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=93829) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 15:10:43.846522 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-adbdcbc2-32fb-41e4-a0c4-a1e666c1d1e9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049407 Sep 03 15:10:43.939349 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-9f6409c7-834c-48ea-83db-7998b5d6ef53 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853536 Sep 03 15:10:44.032174 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8472f91a-7cf1-4c54-b2df-acacf81052c0 req-b587b306-b276-438f-ba35-61b258191e85 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850489 Sep 03 15:10:44.233076 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-86823cd5-3b7d-4c57-a0fc-c2a65c0faef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:44.367026 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:44.455412 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4d3ad059-fa42-42fe-8d6c-a95e70d9b4ae req-a8eab0c7-ae37-4dec-b460-541ff3d0200b tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493274965&fields=id&tenant_id=000a444b213d4ea88eba74d9ca9815b5 HTTP/1.1" status: 200 len: 267 time: 0.1543396 Sep 03 15:10:44.509317 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ad059-fa42-42fe-8d6c-a95e70d9b4ae req-c74dcc61-8359-42c6-9702-4775e0d22957 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:44.510824 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4d3ad059-fa42-42fe-8d6c-a95e70d9b4ae req-c74dcc61-8359-42c6-9702-4775e0d22957 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 984 time: 0.0495741 Sep 03 15:10:44.522493 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.v2.base [req-4d3ad059-fa42-42fe-8d6c-a95e70d9b4ae req-063d9ec4-03a8-4c1a-a13e-69ec824e1e73 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Request body: {'port': {'security_groups': ['7264f784-8a1c-48ea-bcd5-ab30e9edf922']}} {{(pid=93829) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 15:10:44.593477 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4d3ad059-fa42-42fe-8d6c-a95e70d9b4ae req-063d9ec4-03a8-4c1a-a13e-69ec824e1e73 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:44.765315 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-4d3ad059-fa42-42fe-8d6c-a95e70d9b4ae req-063d9ec4-03a8-4c1a-a13e-69ec824e1e73 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] For port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:44.795031 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4d3ad059-fa42-42fe-8d6c-a95e70d9b4ae req-063d9ec4-03a8-4c1a-a13e-69ec824e1e73 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:44.803449 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4d3ad059-fa42-42fe-8d6c-a95e70d9b4ae req-063d9ec4-03a8-4c1a-a13e-69ec824e1e73 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16720348'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:44.816576 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['93e82ad5-b203-4dbc-8bad-84e780f4a3b5'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:10:44.846640 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ad059-fa42-42fe-8d6c-a95e70d9b4ae req-063d9ec4-03a8-4c1a-a13e-69ec824e1e73 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:44.847266 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-4d3ad059-fa42-42fe-8d6c-a95e70d9b4ae req-063d9ec4-03a8-4c1a-a13e-69ec824e1e73 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:44.848645 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4d3ad059-fa42-42fe-8d6c-a95e70d9b4ae req-063d9ec4-03a8-4c1a-a13e-69ec824e1e73 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "PUT /v2.0/ports/93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 200 len: 942 time: 0.3309958 Sep 03 15:10:44.849091 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:10:44.854710 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758" -d '{"events": [{"name": "network-changed", "server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:10:44.854835 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38344) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:44.876316 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d9ec4-03a8-4c1a-a13e-69ec824e1e73 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event updated for resources: {'Port': ['ID=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:44.907555 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba866c24-6e44-4884-91cd-48707e1e6e50 x-openstack-request-id: req-ba866c24-6e44-4884-91cd-48707e1e6e50 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:10:44.907850 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:10:44.908096 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba866c24-6e44-4884-91cd-48707e1e6e50 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:10:44.908488 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'status': 'completed', 'code': 200} Sep 03 15:10:44.936888 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:44.940143 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['93e82ad5-b203-4dbc-8bad-84e780f4a3b5'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:10:44.973960 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:44.988584 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758 req-16c87fee-73f9-4879-ad83-820d8330a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:44.990447 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758 req-16c87fee-73f9-4879-ad83-820d8330a78a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=000a444b213d4ea88eba74d9ca9815b5&device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 1098 time: 0.0520551 Sep 03 15:10:45.051533 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:45.054607 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:45.055904 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "DELETE /v2.0/security-groups/21c3c13b-fb22-4238-b3a4-a7b52bf53411 HTTP/1.1" status: 204 len: 168 time: 0.2001560 Sep 03 15:10:45.061115 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38346) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:45.075278 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c3c13b-fb22-4238-b3a4-a7b52bf53411,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:45.112233 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758 req-2b36f311-9dd2-4cfc-a51f-d863dac5a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:45.113641 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758 req-2b36f311-9dd2-4cfc-a51f-d863dac5a1f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9253d69a-7ee7-4eca-b498-9aa4b105e186 HTTP/1.1" status: 200 len: 914 time: 0.1154695 Sep 03 15:10:45.140992 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b4618a44-e0cb-43a0-9b32-1fd0305faf67 None None] Provisioning complete for port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 triggered by entity DHCP. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:10:45.141471 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b4618a44-e0cb-43a0-9b32-1fd0305faf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:45.173144 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.173846 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.173846 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.174213 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.174567 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.174902 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.175230 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.175558 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.175882 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.176207 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.176517 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.176858 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a47d72-1942-466b-a4d2-adb3c7a3558c tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:45.184466 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758 req-32c0813e-0ce8-450f-bc55-ff48f3f3b473 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 200 len: 1000 time: 0.0628660 Sep 03 15:10:45.241765 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758 req-415ab0c3-7715-41e4-a028-4dec7248f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:45.243348 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758 req-415ab0c3-7715-41e4-a028-4dec7248f114 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d341358-6aa6-42bd-90d4-ecf48157c030 HTTP/1.1" status: 200 len: 852 time: 0.0509753 Sep 03 15:10:45.252595 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Deleting port 38db7f60-6c93-4b1d-b979-ab89188f33af {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:45.252938 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:45.282004 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:45.295420 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758 req-8e9c7005-5d97-48a9-8965-c5f94cb6f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:45.296846 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758 req-8e9c7005-5d97-48a9-8965-c5f94cb6f0bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9253d69a-7ee7-4eca-b498-9aa4b105e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454555 Sep 03 15:10:45.327488 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:45.327846 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:45.339532 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Calling delete_port for 38db7f60-6c93-4b1d-b979-ab89188f33af owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:45.394432 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758 req-82a24079-2da7-4d00-9838-0a3f7740b4c8 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899053 Sep 03 15:10:45.490347 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:45.490950 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-34cdf3dd-0ac5-4b3d-b76f-f3ef77864758 req-0229b2a7-c56c-4ab1-97e0-7ae813ebe6a1 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890248 Sep 03 15:10:45.516771 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event deleted for resources: {'Port': ['ID=38db7f60-6c93-4b1d-b979-ab89188f33af,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:45.583084 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:45.583334 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Floating IP 1b656d8c-ec38-4c43-8025-d3e1e2e26134 disassociated (deleted). External IP: 172.27.0.33, port: 93e82ad5-b203-4dbc-8bad-84e780f4a3b5. Sep 03 15:10:45.794286 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Router 5833ae2c-2611-436e-beb8-b8b57ac142c2 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:10:45.909254 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:10:45.914368 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:45.920851 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d151c-24fb-4b1d-8c25-5c57d98729b5 None None] Sync routers for ids ['5833ae2c-2611-436e-beb8-b8b57ac142c2'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:10:45.930083 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d151c-24fb-4b1d-8c25-5c57d98729b5 None None] Routers {'5833ae2c-2611-436e-beb8-b8b57ac142c2'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:45.930695 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae3d151c-24fb-4b1d-8c25-5c57d98729b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:10:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['5833ae2c-2611-436e-beb8-b8b57ac142c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:45.943085 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-fae6d4e1-d666-4dd4-a784-95badc94cdb4 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "DELETE /v2.0/floatingips/1b656d8c-ec38-4c43-8025-d3e1e2e26134 HTTP/1.1" status: 204 len: 168 time: 0.8794785 Sep 03 15:10:45.943704 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:10:45.946015 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a5753c873a1f586c5343540f5d8ebd5b6a021932063a60f517878614a37c929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d909e817-95b4-4124-916f-6559a4a416b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:10:45.986964 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc22b7e-70e6-4f9c-a7f6-0dbb96432f73 x-openstack-request-id: req-9cc22b7e-70e6-4f9c-a7f6-0dbb96432f73 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:10:45.987340 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:10:45.987738 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9cc22b7e-70e6-4f9c-a7f6-0dbb96432f73 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:10:45.988309 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'status': 'completed', 'code': 200} Sep 03 15:10:46.065239 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e817-95b4-4124-916f-6559a4a416b6 req-a4f23bba-073a-46ff-9441-88228c8c86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:46.067908 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d909e817-95b4-4124-916f-6559a4a416b6 req-a4f23bba-073a-46ff-9441-88228c8c86ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=000a444b213d4ea88eba74d9ca9815b5&device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 1098 time: 0.0579515 Sep 03 15:10:46.069136 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ae3d151c-24fb-4b1d-8c25-5c57d98729b5 None None] Set router 5833ae2c-2611-436e-beb8-b8b57ac142c2 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:46.175487 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e817-95b4-4124-916f-6559a4a416b6 req-7fa63ccc-8f45-4833-b7c6-f76dea5fc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:46.176939 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d909e817-95b4-4124-916f-6559a4a416b6 req-7fa63ccc-8f45-4833-b7c6-f76dea5fc630 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9253d69a-7ee7-4eca-b498-9aa4b105e186 HTTP/1.1" status: 200 len: 914 time: 0.1018310 Sep 03 15:10:46.229421 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d909e817-95b4-4124-916f-6559a4a416b6 req-a5e08aba-d408-4dd8-9c26-a61ed6429353 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 200 len: 217 time: 0.0384662 Sep 03 15:10:46.279653 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e817-95b4-4124-916f-6559a4a416b6 req-a3e99143-544f-4a9a-940b-b199c4ff44db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:46.282183 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d909e817-95b4-4124-916f-6559a4a416b6 req-a3e99143-544f-4a9a-940b-b199c4ff44db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d341358-6aa6-42bd-90d4-ecf48157c030 HTTP/1.1" status: 200 len: 852 time: 0.0455217 Sep 03 15:10:46.332850 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e817-95b4-4124-916f-6559a4a416b6 req-2dc9c0c9-45d4-42da-9fd0-449c70139bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:46.334358 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d909e817-95b4-4124-916f-6559a4a416b6 req-2dc9c0c9-45d4-42da-9fd0-449c70139bcc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9253d69a-7ee7-4eca-b498-9aa4b105e186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439346 Sep 03 15:10:46.408353 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae3d151c-24fb-4b1d-8c25-5c57d98729b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 4, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'aa4a2672-fed1-4821-8547-2af6c8163dde', 'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'mac_address': 'fa:16:3e:91:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:52Z', 'revision_number': 5, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'subnets': [{'id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:46.424671 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d909e817-95b4-4124-916f-6559a4a416b6 req-76b902ef-d538-4176-8f9d-0fd711280b05 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816178 Sep 03 15:10:46.434771 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d151c-24fb-4b1d-8c25-5c57d98729b5 None None] Checking router: 5833ae2c-2611-436e-beb8-b8b57ac142c2 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:10:46.446124 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d151c-24fb-4b1d-8c25-5c57d98729b5 None None] Routers {'5833ae2c-2611-436e-beb8-b8b57ac142c2'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:46.446743 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae3d151c-24fb-4b1d-8c25-5c57d98729b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:10:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['5833ae2c-2611-436e-beb8-b8b57ac142c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:46.519429 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-d909e817-95b4-4124-916f-6559a4a416b6 req-b6d5ccf2-73cb-4f4f-97e4-4ae3401f7252 service neutron] 10.222.0.26 "GET /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866475 Sep 03 15:10:46.554295 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ae3d151c-24fb-4b1d-8c25-5c57d98729b5 None None] Set router 5833ae2c-2611-436e-beb8-b8b57ac142c2 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:46.758164 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ae3d151c-24fb-4b1d-8c25-5c57d98729b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 4, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'aa4a2672-fed1-4821-8547-2af6c8163dde', 'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'mac_address': 'fa:16:3e:91:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:52Z', 'revision_number': 5, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'subnets': [{'id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:46.784672 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d151c-24fb-4b1d-8c25-5c57d98729b5 None None] The sync data for ids ['5833ae2c-2611-436e-beb8-b8b57ac142c2'] in dv-cinder-774288-7-iscsi is: [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:44Z', 'revision_number': 4, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': 'aa4a2672-fed1-4821-8547-2af6c8163dde', 'name': '', 'network_id': '9253d69a-7ee7-4eca-b498-9aa4b105e186', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'mac_address': 'fa:16:3e:91:55:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:52Z', 'revision_number': 5, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'subnets': [{'id': '8d341358-6aa6-42bd-90d4-ecf48157c030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:10:47.005102 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c906f28-c03f-470f-936f-758a670c32cb None None] New status for floating IP 1b656d8c-ec38-4c43-8025-d3e1e2e26134: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:10:47.176793 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:48.824004 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5edcb-9364-47ca-a6d6-ce67166a9cd6 req-88d2bf8d-52f0-4c29-8739-202dc25ebace tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:48.825556 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ace5edcb-9364-47ca-a6d6-ce67166a9cd6 req-88d2bf8d-52f0-4c29-8739-202dc25ebace tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 945 time: 0.0523469 Sep 03 15:10:48.864244 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ace5edcb-9364-47ca-a6d6-ce67166a9cd6 req-fcb1109b-7a4b-4b89-b9ae-af6747b8a432 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325274 Sep 03 15:10:49.993623 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45f689-084f-40a6-8719-2e075f0c175f req-f8b834c1-593f-46d4-86f0-7a148b5306c2 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:49.995083 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bd45f689-084f-40a6-8719-2e075f0c175f req-f8b834c1-593f-46d4-86f0-7a148b5306c2 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 945 time: 0.0548129 Sep 03 15:10:50.036334 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bd45f689-084f-40a6-8719-2e075f0c175f req-39b053d2-e8d5-4bad-82ac-1ab38fb3dd99 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/security-groups?id=7264f784-8a1c-48ea-bcd5-ab30e9edf922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352211 Sep 03 15:10:50.475567 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a28bfc-79be-4a4b-b5d0-a294cee084cf req-72877c88-192e-4105-a11d-6bc337652eb2 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:10:50.477021 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-41a28bfc-79be-4a4b-b5d0-a294cee084cf req-72877c88-192e-4105-a11d-6bc337652eb2 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 945 time: 0.0643432 Sep 03 15:10:50.573998 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-41a28bfc-79be-4a4b-b5d0-a294cee084cf req-e28ef037-e9ce-49d4-951c-5d0750e8b5a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Deleting port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:50.574346 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-41a28bfc-79be-4a4b-b5d0-a294cee084cf req-e28ef037-e9ce-49d4-951c-5d0750e8b5a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:50.660578 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-41a28bfc-79be-4a4b-b5d0-a294cee084cf req-e28ef037-e9ce-49d4-951c-5d0750e8b5a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] For port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:50.660894 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-41a28bfc-79be-4a4b-b5d0-a294cee084cf req-e28ef037-e9ce-49d4-951c-5d0750e8b5a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:50.673593 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-41a28bfc-79be-4a4b-b5d0-a294cee084cf req-e28ef037-e9ce-49d4-951c-5d0750e8b5a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Calling delete_port for 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:50.804943 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-41a28bfc-79be-4a4b-b5d0-a294cee084cf req-e28ef037-e9ce-49d4-951c-5d0750e8b5a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:50.817552 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['93e82ad5-b203-4dbc-8bad-84e780f4a3b5'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:10:50.839133 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ef037-e9ce-49d4-951c-5d0750e8b5a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Pushing event deleted for resources: {'Port': ['ID=93e82ad5-b203-4dbc-8bad-84e780f4a3b5,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:50.881977 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a28bfc-79be-4a4b-b5d0-a294cee084cf req-e28ef037-e9ce-49d4-951c-5d0750e8b5a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] No DVR routers for this DVR port 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:10:50.884525 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-41a28bfc-79be-4a4b-b5d0-a294cee084cf req-e28ef037-e9ce-49d4-951c-5d0750e8b5a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:50.886607 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-41a28bfc-79be-4a4b-b5d0-a294cee084cf req-e28ef037-e9ce-49d4-951c-5d0750e8b5a9 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.26 "DELETE /v2.0/ports/93e82ad5-b203-4dbc-8bad-84e780f4a3b5 HTTP/1.1" status: 204 len: 173 time: 0.4015601 Sep 03 15:10:50.887032 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'name': 'network-vif-deleted', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:10:50.889313 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511da5cf-3b56-4d92-9fab-75429baec22b" -d '{"events": [{"server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "name": "network-vif-deleted", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:10:50.924344 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3a2885-d6dc-46c8-b239-fa3d3b463d33 x-openstack-request-id: req-3a3a2885-d6dc-46c8-b239-fa3d3b463d33 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:10:50.924650 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3582a25-7bd8-4faf-bb5e-62c0d0e91947", "name": "network-vif-deleted", "tag": "93e82ad5-b203-4dbc-8bad-84e780f4a3b5", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:10:50.924903 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a3a2885-d6dc-46c8-b239-fa3d3b463d33 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:10:50.925300 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3582a25-7bd8-4faf-bb5e-62c0d0e91947', 'name': 'network-vif-deleted', 'tag': '93e82ad5-b203-4dbc-8bad-84e780f4a3b5', 'status': 'completed', 'code': 200} Sep 03 15:10:50.969104 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:10:51.152472 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2356974a-c665-43d5-b4e8-8e8262619ef9 req-1ad15dd2-9397-480e-8671-6b406c810953 tempest-TestMinimumBasicScenario-1289498667 tempest-TestMinimumBasicScenario-1289498667-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3582a25-7bd8-4faf-bb5e-62c0d0e91947 HTTP/1.1" status: 200 len: 210 time: 0.0358222 Sep 03 15:10:52.863816 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38432) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:53.217448 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698603'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:53.488391 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] Deleting port aa4a2672-fed1-4821-8547-2af6c8163dde {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:53.488592 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:53.570731 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] For port aa4a2672-fed1-4821-8547-2af6c8163dde, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=aa4a2672-fed1-4821-8547-2af6c8163dde,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:53.571086 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:53.583435 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] Calling delete_port for aa4a2672-fed1-4821-8547-2af6c8163dde owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:53.762447 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:53.793010 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4a2672-fed1-4821-8547-2af6c8163dde,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:53.952317 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698751'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:54.179860 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] Router 5833ae2c-2611-436e-beb8-b8b57ac142c2 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:10:54.283534 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:10:54.288505 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2cc183ff-9bda-4cff-b523-379770395e0b admin admin] 10.222.0.46 "PUT /v2.0/routers/5833ae2c-2611-436e-beb8-b8b57ac142c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4233637 Sep 03 15:10:54.292070 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:54.292559 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38434) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:54.297507 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0467d-e2a6-4258-9c2f-03a3ce4dd5a9 None None] Sync routers for ids ['5833ae2c-2611-436e-beb8-b8b57ac142c2'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:10:54.323179 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:10:54.323511 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 93e82ad5-b203-4dbc-8bad-84e780f4a3b5 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:54.327766 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0467d-e2a6-4258-9c2f-03a3ce4dd5a9 None None] Routers {'5833ae2c-2611-436e-beb8-b8b57ac142c2'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:54.328390 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-32b0467d-e2a6-4258-9c2f-03a3ce4dd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:10:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['5833ae2c-2611-436e-beb8-b8b57ac142c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:54.394664 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:54.429024 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-32b0467d-e2a6-4258-9c2f-03a3ce4dd5a9 None None] Set router 5833ae2c-2611-436e-beb8-b8b57ac142c2 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:54.617937 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-32b0467d-e2a6-4258-9c2f-03a3ce4dd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:10:53Z', 'revision_number': 5, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:54.644540 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0467d-e2a6-4258-9c2f-03a3ce4dd5a9 None None] Checking router: 5833ae2c-2611-436e-beb8-b8b57ac142c2 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:10:54.653585 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0467d-e2a6-4258-9c2f-03a3ce4dd5a9 None None] Routers {'5833ae2c-2611-436e-beb8-b8b57ac142c2'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:54.654237 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-32b0467d-e2a6-4258-9c2f-03a3ce4dd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:10:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['5833ae2c-2611-436e-beb8-b8b57ac142c2'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:54.732251 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:54.759094 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-32b0467d-e2a6-4258-9c2f-03a3ce4dd5a9 None None] Set router 5833ae2c-2611-436e-beb8-b8b57ac142c2 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:54.785031 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Deleting port 2231bdba-f693-437c-ab7a-ee6421358d7c {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:54.785369 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:54.864628 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] For port 2231bdba-f693-437c-ab7a-ee6421358d7c, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=2231bdba-f693-437c-ab7a-ee6421358d7c,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:54.864999 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:54.876825 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Calling delete_port for 2231bdba-f693-437c-ab7a-ee6421358d7c owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:54.933463 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-32b0467d-e2a6-4258-9c2f-03a3ce4dd5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:10:53Z', 'revision_number': 5, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:54.963511 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0467d-e2a6-4258-9c2f-03a3ce4dd5a9 None None] The sync data for ids ['5833ae2c-2611-436e-beb8-b8b57ac142c2'] in dv-cinder-774288-7-iscsi is: [{'id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'name': 'tempest-TestMinimumBasicScenario-58931433-router', 'tenant_id': '000a444b213d4ea88eba74d9ca9815b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:10:53Z', 'revision_number': 5, 'project_id': '000a444b213d4ea88eba74d9ca9815b5', 'gw_port': {'id': '2231bdba-f693-437c-ab7a-ee6421358d7c', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5833ae2c-2611-436e-beb8-b8b57ac142c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:40Z', 'updated_at': '2021-09-03T15:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:10:55.049107 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.074089 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2231bdba-f693-437c-ab7a-ee6421358d7c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:55.133131 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696465'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.224722 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4729'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.227889 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.280866 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692791'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.281468 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5833ae2c-2611-436e-beb8-b8b57ac142c2 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 15:10:55.285936 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.287177 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c42ebbd0-258c-489f-8bc5-948526918fd7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5833ae2c-2611-436e-beb8-b8b57ac142c2 HTTP/1.1" status: 204 len: 168 time: 0.9938450 Sep 03 15:10:55.289674 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38436) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:55.335466 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-290b3f36-2140-4384-b62c-dcb88868b59c admin admin] Deleting subnet 8d341358-6aa6-42bd-90d4-ecf48157c030 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:10:55.338679 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-290b3f36-2140-4384-b62c-dcb88868b59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.374460 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-290b3f36-2140-4384-b62c-dcb88868b59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12584577'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.456857 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-290b3f36-2140-4384-b62c-dcb88868b59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.511820 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-290b3f36-2140-4384-b62c-dcb88868b59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13202908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12987591'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.536388 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b3f36-2140-4384-b62c-dcb88868b59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d341358-6aa6-42bd-90d4-ecf48157c030,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:55.543488 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-290b3f36-2140-4384-b62c-dcb88868b59c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.546031 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-290b3f36-2140-4384-b62c-dcb88868b59c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8d341358-6aa6-42bd-90d4-ecf48157c030 HTTP/1.1" status: 204 len: 168 time: 0.2553711 Sep 03 15:10:55.548095 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38438) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:55.550756 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aea0efd-9954-407c-b0fe-6943e230a045 None None] Network 9253d69a-7ee7-4eca-b498-9aa4b105e186 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:10:55.619263 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.931655 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Deleting port a3c141f5-4744-4855-ad8f-690cf33f9f74 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:55.932047 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:55.932163 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] DHCP port deletion for 9253d69a-7ee7-4eca-b498-9aa4b105e186 request from dv-cinder-774288-7-iscsi {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 15:10:55.982417 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Deleting port a3c141f5-4744-4855-ad8f-690cf33f9f74 {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:55.983075 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.001662 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] For port a3c141f5-4744-4855-ad8f-690cf33f9f74, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=a3c141f5-4744-4855-ad8f-690cf33f9f74,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:56.002116 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.016225 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Calling delete_port for a3c141f5-4744-4855-ad8f-690cf33f9f74 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:56.035783 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device aa4a2672-fed1-4821-8547-2af6c8163dde no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:56.063773 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: aa4a2672-fed1-4821-8547-2af6c8163dde {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:10:56.064120 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device aa4a2672-fed1-4821-8547-2af6c8163dde not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:56.064547 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 2231bdba-f693-437c-ab7a-ee6421358d7c no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:56.085989 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 2231bdba-f693-437c-ab7a-ee6421358d7c {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:10:56.086340 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 2231bdba-f693-437c-ab7a-ee6421358d7c not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:56.086752 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device a3c141f5-4744-4855-ad8f-690cf33f9f74 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:10:56.102915 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.111641 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] For port a3c141f5-4744-4855-ad8f-690cf33f9f74, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=a3c141f5-4744-4855-ad8f-690cf33f9f74,segment=NetworkSegment(fecb01f4-6e31-4a6b-85ee-db7a0b77bb17),segment_id=fecb01f4-6e31-4a6b-85ee-db7a0b77bb17)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:56.112050 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.128600 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Calling delete_port for a3c141f5-4744-4855-ad8f-690cf33f9f74 owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:56.129164 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] No DVR routers for this DVR port a3c141f5-4744-4855-ad8f-690cf33f9f74 on host dv-cinder-774288-7-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:10:56.130789 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c141f5-4744-4855-ad8f-690cf33f9f74,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:56.148663 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No active binding found for port a3c141f5-4744-4855-ad8f-690cf33f9f74 {{(pid=93830) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 03 15:10:56.148977 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device a3c141f5-4744-4855-ad8f-690cf33f9f74 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:10:56.200061 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.210300 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9253d69a-7ee7-4eca-b498-9aa4b105e186']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:56.220165 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.224019 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:56.224308 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecb01f4-6e31-4a6b-85ee-db7a0b77bb17') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:56.233711 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123430'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.247279 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] No DVR routers for this DVR port a3c141f5-4744-4855-ad8f-690cf33f9f74 on host dv-cinder-774288-7-iscsi {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:10:56.248939 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Pushing event deleted for resources: {'Port': ['ID=a3c141f5-4744-4855-ad8f-690cf33f9f74,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:56.250097 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.258328 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.258328 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.258522 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.258762 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.259094 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.259424 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.259754 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.260099 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.260514 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.260740 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.261060 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.261379 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81874340-2274-41de-9bba-471d705d4ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:10:56.263255 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:10:56.263661 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16720312'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: Traceback (most recent call last): Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: timer() Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: cb(*args, **kw) Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: return func(*args, **kwargs) Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: self._notify() Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: self.callback(batched_events) Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: event.method(event) Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: return f(self, *a, **k) Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._get(url).json() Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: return self.request(url, 'GET', **kwargs) Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:10:56.265516 dv-cinder-774288-7-iscsi neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:10:56.324706 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.331958 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.333845 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9253d69a-7ee7-4eca-b498-9aa4b105e186 HTTP/1.1" status: 204 len: 168 time: 0.7846360 Sep 03 15:10:56.336948 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38440) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:56.343188 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7890b7-9f34-445e-ba97-38bf4336b331 admin admin] Pushing event deleted for resources: {'Network': ['ID=9253d69a-7ee7-4eca-b498-9aa4b105e186,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:56.679440 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698603'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:56.929790 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] Deleting port ff5728b3-7b3b-4648-9179-52de5d053be8 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:56.930107 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:57.008154 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] For port ff5728b3-7b3b-4648-9179-52de5d053be8, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=ff5728b3-7b3b-4648-9179-52de5d053be8,segment=NetworkSegment(6b751bb5-fc68-4205-ae13-6c2a9959b854),segment_id=6b751bb5-fc68-4205-ae13-6c2a9959b854)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:57.008516 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:57.020656 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] Calling delete_port for ff5728b3-7b3b-4648-9179-52de5d053be8 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:57.199280 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:57.226772 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5728b3-7b3b-4648-9179-52de5d053be8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:57.390126 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698751'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:57.606447 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] Router 88b9cf89-9b8d-4a67-b007-13255888ff57 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:10:57.725784 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:10:57.731870 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-23dcb2ec-4d14-4b30-a0f0-65f4dada6383 admin admin] 10.222.0.46 "PUT /v2.0/routers/88b9cf89-9b8d-4a67-b007-13255888ff57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3934667 Sep 03 15:10:57.733688 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38442) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:57.734608 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14836ee-163c-49f7-aa13-264305012096 None None] Sync routers for ids ['88b9cf89-9b8d-4a67-b007-13255888ff57'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:10:57.743957 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14836ee-163c-49f7-aa13-264305012096 None None] Routers {'88b9cf89-9b8d-4a67-b007-13255888ff57'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:57.744557 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c14836ee-163c-49f7-aa13-264305012096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:10:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['88b9cf89-9b8d-4a67-b007-13255888ff57'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:57.835922 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:57.846650 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-c14836ee-163c-49f7-aa13-264305012096 None None] Set router 88b9cf89-9b8d-4a67-b007-13255888ff57 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:57.939962 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.003216 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Deleting port 85e11022-9c40-4064-9fbd-897c88cf00fa {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:58.003477 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.087465 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] For port 85e11022-9c40-4064-9fbd-897c88cf00fa, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=85e11022-9c40-4064-9fbd-897c88cf00fa,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:58.087820 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.099815 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Calling delete_port for 85e11022-9c40-4064-9fbd-897c88cf00fa owned by network:router_gateway {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:58.117013 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c14836ee-163c-49f7-aa13-264305012096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'name': 'tempest-TestMinimumBasicScenario-201421292-router', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:47Z', 'updated_at': '2021-09-03T15:10:57Z', 'revision_number': 5, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'gw_port': {'id': '85e11022-9c40-4064-9fbd-897c88cf00fa', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:48Z', 'updated_at': '2021-09-03T15:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:58.142261 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14836ee-163c-49f7-aa13-264305012096 None None] Checking router: 88b9cf89-9b8d-4a67-b007-13255888ff57 for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:10:58.150864 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14836ee-163c-49f7-aa13-264305012096 None None] Routers {'88b9cf89-9b8d-4a67-b007-13255888ff57'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:10:58.151471 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c14836ee-163c-49f7-aa13-264305012096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:10:44Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['88b9cf89-9b8d-4a67-b007-13255888ff57'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:58.234263 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-c14836ee-163c-49f7-aa13-264305012096 None None] Set router 88b9cf89-9b8d-4a67-b007-13255888ff57 gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:10:58.264956 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.286875 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c14836ee-163c-49f7-aa13-264305012096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'name': 'tempest-TestMinimumBasicScenario-201421292-router', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:47Z', 'updated_at': '2021-09-03T15:10:57Z', 'revision_number': 6, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'gw_port_host': None}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:58.291687 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e11022-9c40-4064-9fbd-897c88cf00fa,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:58.314608 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14836ee-163c-49f7-aa13-264305012096 None None] The sync data for ids ['88b9cf89-9b8d-4a67-b007-13255888ff57'] in dv-cinder-774288-7-iscsi is: [{'id': '88b9cf89-9b8d-4a67-b007-13255888ff57', 'name': 'tempest-TestMinimumBasicScenario-201421292-router', 'tenant_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:47Z', 'updated_at': '2021-09-03T15:10:57Z', 'revision_number': 6, 'project_id': '294f4e3f16be4cf6ac077b5ddcdac01f', 'gw_port_host': None}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:10:58.357839 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696465'] for router_gateway, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.447909 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4729'] for router, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.450512 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.497139 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692791'] for router, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.497611 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88b9cf89-9b8d-4a67-b007-13255888ff57 {{(pid=93829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 15:10:58.502570 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.503728 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-b1b3689b-d4d1-46ae-9a77-6aa5fee107c5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/88b9cf89-9b8d-4a67-b007-13255888ff57 HTTP/1.1" status: 204 len: 168 time: 0.7690694 Sep 03 15:10:58.507080 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38444) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:58.551312 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca687f6e-dbb2-4acb-a68e-8d4cff5c4aee admin admin] Deleting subnet 1b72e8bc-8c37-4ddd-9904-8e721e6fecf5 {{(pid=93829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:10:58.554403 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca687f6e-dbb2-4acb-a68e-8d4cff5c4aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.591220 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca687f6e-dbb2-4acb-a68e-8d4cff5c4aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123455'] for subnet, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.710470 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca687f6e-dbb2-4acb-a68e-8d4cff5c4aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.763555 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca687f6e-dbb2-4acb-a68e-8d4cff5c4aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16720358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12736007'] for subnet, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.790305 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca687f6e-dbb2-4acb-a68e-8d4cff5c4aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b72e8bc-8c37-4ddd-9904-8e721e6fecf5,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:58.796757 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ca687f6e-dbb2-4acb-a68e-8d4cff5c4aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.798740 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-ca687f6e-dbb2-4acb-a68e-8d4cff5c4aee admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1b72e8bc-8c37-4ddd-9904-8e721e6fecf5 HTTP/1.1" status: 204 len: 168 time: 0.2907188 Sep 03 15:10:58.801066 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38446) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:58.802242 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04932f-bc79-40a2-acd7-f9afc0b5ec78 None None] Network c960fcdd-86f0-419f-8940-780245330d71 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:10:58.867163 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.919837 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Deleting port c183b682-ba27-4737-b648-c66bc5e95188 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:58.920140 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.986560 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] For port c183b682-ba27-4737-b648-c66bc5e95188, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=c183b682-ba27-4737-b648-c66bc5e95188,segment=NetworkSegment(6b751bb5-fc68-4205-ae13-6c2a9959b854),segment_id=6b751bb5-fc68-4205-ae13-6c2a9959b854)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:58.986849 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:58.998248 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Calling delete_port for c183b682-ba27-4737-b648-c66bc5e95188 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:59.052409 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1f95ea-7e65-41aa-b226-ba6617a257fc None None] DHCP port deletion for c960fcdd-86f0-419f-8940-780245330d71 request from dv-cinder-774288-7-iscsi {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 15:10:59.083481 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.099780 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f95ea-7e65-41aa-b226-ba6617a257fc None None] Deleting port c183b682-ba27-4737-b648-c66bc5e95188 {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:10:59.100126 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5a1f95ea-7e65-41aa-b226-ba6617a257fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.107838 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=c183b682-ba27-4737-b648-c66bc5e95188,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:59.113480 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] No DVR routers for this DVR port c183b682-ba27-4737-b648-c66bc5e95188 on host dv-cinder-774288-7-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:10:59.164734 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-5a1f95ea-7e65-41aa-b226-ba6617a257fc None None] For port c183b682-ba27-4737-b648-c66bc5e95188, host dv-cinder-774288-7-iscsi, got binding levels [] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:10:59.165413 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5a1f95ea-7e65-41aa-b226-ba6617a257fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.178080 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f95ea-7e65-41aa-b226-ba6617a257fc None None] Calling delete_port for c183b682-ba27-4737-b648-c66bc5e95188 owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:10:59.180706 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.ipam_backend_mixin [None req-5a1f95ea-7e65-41aa-b226-ba6617a257fc None None] Port c183b682-ba27-4737-b648-c66bc5e95188 was not found and therefore no delete operation was performed {{(pid=93830) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 15:10:59.181977 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-5a1f95ea-7e65-41aa-b226-ba6617a257fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.187473 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.197336 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c960fcdd-86f0-419f-8940-780245330d71']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:59.207444 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b751bb5-fc68-4205-ae13-6c2a9959b854') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:59.207737 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b751bb5-fc68-4205-ae13-6c2a9959b854') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:10:59.211416 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f95ea-7e65-41aa-b226-ba6617a257fc None None] Pushing event deleted for resources: {'Port': ['ID=c183b682-ba27-4737-b648-c66bc5e95188,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:59.213252 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f95ea-7e65-41aa-b226-ba6617a257fc None None] No DVR routers for this DVR port c183b682-ba27-4737-b648-c66bc5e95188 on host dv-cinder-774288-7-iscsi {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:10:59.217459 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123430'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.235098 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.241421 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:10:59.241902 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16720312'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: Traceback (most recent call last): Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: timer() Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: cb(*args, **kw) Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: return func(*args, **kwargs) Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: self._notify() Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: self.callback(batched_events) Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: event.method(event) Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: return f(self, *a, **k) Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._get(url).json() Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: return self.request(url, 'GET', **kwargs) Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:10:59.243584 dv-cinder-774288-7-iscsi neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:10:59.303436 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.309038 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.310950 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c960fcdd-86f0-419f-8940-780245330d71 HTTP/1.1" status: 204 len: 168 time: 0.5089602 Sep 03 15:10:59.321643 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eb60f-c509-4df7-ad78-e771e4710a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=c960fcdd-86f0-419f-8940-780245330d71,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:59.488775 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38450) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:59.528774 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ced9455c-166f-410a-ae97-707898fa6501 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=000a444b213d4ea88eba74d9ca9815b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388646 Sep 03 15:10:59.531491 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38452) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:10:59.578542 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b792497e-51bb-49b2-bf49-a662264dfaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.599918 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b792497e-51bb-49b2-bf49-a662264dfaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.652385 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b792497e-51bb-49b2-bf49-a662264dfaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.656174 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b792497e-51bb-49b2-bf49-a662264dfaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:10:59.657455 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b792497e-51bb-49b2-bf49-a662264dfaff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7264f784-8a1c-48ea-bcd5-ab30e9edf922 HTTP/1.1" status: 204 len: 168 time: 0.1251128 Sep 03 15:10:59.665356 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792497e-51bb-49b2-bf49-a662264dfaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7264f784-8a1c-48ea-bcd5-ab30e9edf922,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:10:59.992826 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38458) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:11:00.020525 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device ff5728b3-7b3b-4648-9179-52de5d053be8 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:11:00.033139 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f9f944d9-69b8-4e10-8ae8-2b485dc54e9d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=294f4e3f16be4cf6ac077b5ddcdac01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391281 Sep 03 15:11:00.035637 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38460) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:11:00.039759 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: ff5728b3-7b3b-4648-9179-52de5d053be8 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:11:00.040098 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device ff5728b3-7b3b-4648-9179-52de5d053be8 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:11:00.040513 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 85e11022-9c40-4064-9fbd-897c88cf00fa no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:11:00.058629 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 85e11022-9c40-4064-9fbd-897c88cf00fa {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:11:00.058973 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 85e11022-9c40-4064-9fbd-897c88cf00fa not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:11:00.059379 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device c183b682-ba27-4737-b648-c66bc5e95188 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:11:00.077391 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: c183b682-ba27-4737-b648-c66bc5e95188 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:11:00.077761 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device c183b682-ba27-4737-b648-c66bc5e95188 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:11:00.085320 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db966e3a-a2ff-4440-8a91-117c3c0051e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:00.106596 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db966e3a-a2ff-4440-8a91-117c3c0051e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:00.158873 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db966e3a-a2ff-4440-8a91-117c3c0051e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:00.162998 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db966e3a-a2ff-4440-8a91-117c3c0051e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:00.164524 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-db966e3a-a2ff-4440-8a91-117c3c0051e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10a11a8a-ba2f-4628-8cb6-b2256ea92b19 HTTP/1.1" status: 204 len: 168 time: 0.1278517 Sep 03 15:11:00.172778 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db966e3a-a2ff-4440-8a91-117c3c0051e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a11a8a-ba2f-4628-8cb6-b2256ea92b19,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:11:08.004853 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:11.627638 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4c1f8b5a-df04-4ddd-9e65-369a46df358b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:14.232556 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-80ffe5b4-1f4c-4918-ad34-26f82fbe3a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:14.374774 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:15.295198 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:17.185554 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:27.974114 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:11:29.990349 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8893a-c97d-4f7f-b2f0-1c25ef4e0022 req-a987cfaa-ab34-48ff-9f25-064b0f67e176 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:29.991842 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bbb8893a-c97d-4f7f-b2f0-1c25ef4e0022 req-a987cfaa-ab34-48ff-9f25-064b0f67e176 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0525370 Sep 03 15:11:30.030459 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bbb8893a-c97d-4f7f-b2f0-1c25ef4e0022 req-9e80890e-6ecb-4b0d-97c3-e0238433c730 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323915 Sep 03 15:11:31.166114 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101c5b8-2a67-46ae-83b8-0fe57a217d1d req-ea2f472d-c5e0-4b69-8a6f-54cc67e9c794 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:31.167646 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9101c5b8-2a67-46ae-83b8-0fe57a217d1d req-ea2f472d-c5e0-4b69-8a6f-54cc67e9c794 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0565784 Sep 03 15:11:31.209254 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9101c5b8-2a67-46ae-83b8-0fe57a217d1d req-adf7c8e1-88a3-4383-b82b-60850f84e2d6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352638 Sep 03 15:11:32.334033 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bde33-8198-4ced-86c2-12b553050daf req-360ebcff-16f9-435c-8afb-41f954dcdf2b tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:32.336623 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b17bde33-8198-4ced-86c2-12b553050daf req-360ebcff-16f9-435c-8afb-41f954dcdf2b tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0532990 Sep 03 15:11:32.375467 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b17bde33-8198-4ced-86c2-12b553050daf req-ce049d39-80d6-47ec-bee1-7ff353896250 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326443 Sep 03 15:11:33.502475 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daf395-2d65-45b3-9542-200d48952b82 req-f8d9de75-8fc5-4247-aef5-4fe1a568e2b8 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:33.503974 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-62daf395-2d65-45b3-9542-200d48952b82 req-f8d9de75-8fc5-4247-aef5-4fe1a568e2b8 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0515888 Sep 03 15:11:33.549462 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-62daf395-2d65-45b3-9542-200d48952b82 req-89aa602b-3326-465b-88e7-cc90c678a2aa tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365741 Sep 03 15:11:34.698410 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efd746-64ec-4a03-b26c-a4e9b95f5405 req-e3b1abee-df68-400e-b3b4-7c0ed4ee0206 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:34.699858 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-37efd746-64ec-4a03-b26c-a4e9b95f5405 req-e3b1abee-df68-400e-b3b4-7c0ed4ee0206 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0702398 Sep 03 15:11:34.737386 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-37efd746-64ec-4a03-b26c-a4e9b95f5405 req-a5451942-6855-478d-a604-8905d7bfd0a8 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314417 Sep 03 15:11:35.868779 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45df38-ed57-4b50-b1c2-7a2a745ba836 req-85049583-6e10-4839-9c74-238065512a87 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:35.870310 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b45df38-ed57-4b50-b1c2-7a2a745ba836 req-85049583-6e10-4839-9c74-238065512a87 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0580425 Sep 03 15:11:35.908423 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b45df38-ed57-4b50-b1c2-7a2a745ba836 req-6fbb184d-3b60-479a-8b36-d470418e0476 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Sep 03 15:11:37.032476 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fe914-3db5-4ec8-8b0f-14465bdaf818 req-4b5614d4-8e5d-4ab5-8b6d-590dd604d12f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:37.033979 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-554fe914-3db5-4ec8-8b0f-14465bdaf818 req-4b5614d4-8e5d-4ab5-8b6d-590dd604d12f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0499551 Sep 03 15:11:37.071951 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-554fe914-3db5-4ec8-8b0f-14465bdaf818 req-ce0f7523-5ed4-4f5f-ab15-354fbea126f7 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319600 Sep 03 15:11:38.002237 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:38.197908 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b69cf0-2b82-48a6-8cba-d14c807dc496 req-bc4b4b03-4a62-45f8-9aff-6ed79ad7ac34 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:38.199352 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9b69cf0-2b82-48a6-8cba-d14c807dc496 req-bc4b4b03-4a62-45f8-9aff-6ed79ad7ac34 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0504560 Sep 03 15:11:38.244650 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9b69cf0-2b82-48a6-8cba-d14c807dc496 req-18b3af93-54e2-4b49-9a74-015efd169183 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345049 Sep 03 15:11:39.372330 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5c5a6-51eb-4d9d-a9d3-12a16ff002a7 req-a216ab52-f752-49b4-895e-045423ba4d2f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:39.373814 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-17a5c5a6-51eb-4d9d-a9d3-12a16ff002a7 req-a216ab52-f752-49b4-895e-045423ba4d2f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0515277 Sep 03 15:11:39.415695 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-17a5c5a6-51eb-4d9d-a9d3-12a16ff002a7 req-b43f825e-9d9c-4313-b9db-6433fd4fe3a5 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329785 Sep 03 15:11:40.137166 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a37fb-69b4-42b8-924e-8652b4b88994 req-cbed37a9-4d0e-425d-aa8a-2f358b1b1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:40.138726 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b78a37fb-69b4-42b8-924e-8652b4b88994 req-cbed37a9-4d0e-425d-aa8a-2f358b1b1b32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=80d8d82257c84e56a236b0b0074fddbd&device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 1098 time: 0.0455828 Sep 03 15:11:40.232859 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a37fb-69b4-42b8-924e-8652b4b88994 req-04451c1a-1437-4ace-9057-e91b9f8d3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:40.234382 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b78a37fb-69b4-42b8-924e-8652b4b88994 req-04451c1a-1437-4ace-9057-e91b9f8d3ac1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aab91851-b61f-416b-a58d-7a3d39195411 HTTP/1.1" status: 200 len: 909 time: 0.0879960 Sep 03 15:11:40.308184 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b78a37fb-69b4-42b8-924e-8652b4b88994 req-6371af52-5d71-4212-b219-d5313130105a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75051396-f4f8-4c03-8ea1-91716a7481c6 HTTP/1.1" status: 200 len: 1001 time: 0.0664334 Sep 03 15:11:40.358500 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a37fb-69b4-42b8-924e-8652b4b88994 req-c355a967-da99-4bd0-8b6a-16be5dbd4393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:40.359929 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b78a37fb-69b4-42b8-924e-8652b4b88994 req-c355a967-da99-4bd0-8b6a-16be5dbd4393 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=177a5bc8-edd9-4784-b5cb-65d400dc7910 HTTP/1.1" status: 200 len: 847 time: 0.0446556 Sep 03 15:11:40.405100 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a37fb-69b4-42b8-924e-8652b4b88994 req-fa5d7c21-74bc-43a0-a7b0-c594804687a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:40.406576 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b78a37fb-69b4-42b8-924e-8652b4b88994 req-fa5d7c21-74bc-43a0-a7b0-c594804687a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aab91851-b61f-416b-a58d-7a3d39195411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391192 Sep 03 15:11:40.503445 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b78a37fb-69b4-42b8-924e-8652b4b88994 req-acf85370-5844-4b4e-8ef4-08772a2bd3b7 service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886760 Sep 03 15:11:40.538167 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321ebc9-d610-4f43-97c2-82a4d70c8c3c req-d0393c72-f8ff-4159-a0b5-9f612b4b4a23 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:40.539637 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e321ebc9-d610-4f43-97c2-82a4d70c8c3c req-d0393c72-f8ff-4159-a0b5-9f612b4b4a23 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0501943 Sep 03 15:11:40.587514 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e321ebc9-d610-4f43-97c2-82a4d70c8c3c req-2a2c125e-67b1-47b9-b006-8d10a1cc7327 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387750 Sep 03 15:11:40.594520 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b78a37fb-69b4-42b8-924e-8652b4b88994 req-e78a277a-2e11-4897-afe3-a13d6c7e7aa9 service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839188 Sep 03 15:11:41.633901 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3761ddc1-caf6-4249-b6a9-35520efb2a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:41.715253 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313eac71-d8a5-4c7d-9d3b-c1c416185ec2 req-9db75142-3019-46e2-a6ce-74470d3abb5b tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:41.716833 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-313eac71-d8a5-4c7d-9d3b-c1c416185ec2 req-9db75142-3019-46e2-a6ce-74470d3abb5b tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0543644 Sep 03 15:11:41.758122 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-313eac71-d8a5-4c7d-9d3b-c1c416185ec2 req-c266afc9-933e-4350-a61a-b5b8a8492c48 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325093 Sep 03 15:11:42.881303 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a671c-aa11-4159-b596-0b17e854a093 req-5950fb43-e1ba-4afe-b762-ca715ccd366f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:42.883186 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1f8a671c-aa11-4159-b596-0b17e854a093 req-5950fb43-e1ba-4afe-b762-ca715ccd366f tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0577488 Sep 03 15:11:42.922979 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1f8a671c-aa11-4159-b596-0b17e854a093 req-61a75ea6-dd11-472a-b819-a7f39078cd56 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334361 Sep 03 15:11:43.152321 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9eba2-1f32-4f34-aa57-12c755ad7507 req-30242cb1-bef5-4038-8aca-f28cf2a21811 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:43.153794 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d1e9eba2-1f32-4f34-aa57-12c755ad7507 req-30242cb1-bef5-4038-8aca-f28cf2a21811 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0519812 Sep 03 15:11:43.195082 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d1e9eba2-1f32-4f34-aa57-12c755ad7507 req-70bb83e0-3405-45d4-b51f-b996119875bd tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353100 Sep 03 15:11:43.251901 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-1f1cca5e-3108-4098-b59a-76084c8aad3b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1753616 Sep 03 15:11:44.226457 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-48af548c-3b1a-47fc-b548-5aa3f718d49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:44.324843 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb241daa-3deb-4912-9219-7b88c4bdbd5a req-84e45efd-974f-40ac-aeeb-3dedbcd323fc tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:44.326527 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fb241daa-3deb-4912-9219-7b88c4bdbd5a req-84e45efd-974f-40ac-aeeb-3dedbcd323fc tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0630569 Sep 03 15:11:44.365947 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-fb241daa-3deb-4912-9219-7b88c4bdbd5a req-d0e65e4c-2d99-45de-ae3b-92df0d802627 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333717 Sep 03 15:11:44.368229 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:44.496256 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 75051396-f4f8-4c03-8ea1-91716a7481c6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:11:44.578417 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:44.601264 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:11:44.603538 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064f9dba-42ca-4d87-b13d-d335282a3eb4" -d '{"events": [{"server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "name": "network-vif-unplugged", "status": "completed", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:11:44.616449 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 75051396-f4f8-4c03-8ea1-91716a7481c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=75051396-f4f8-4c03-8ea1-91716a7481c6,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:11:44.622515 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:44.672636 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=75051396-f4f8-4c03-8ea1-91716a7481c6,revision_number=6']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:11:44.761549 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea31e4d4-b334-472a-a1d9-8ce0413140df x-openstack-request-id: req-ea31e4d4-b334-472a-a1d9-8ce0413140df {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:11:44.761849 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "name": "network-vif-unplugged", "status": "failed", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6", "code": 422}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:11:44.762068 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea31e4d4-b334-472a-a1d9-8ce0413140df {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:11:44.762487 dv-cinder-774288-7-iscsi neutron-server[93830]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'code': 422} returned with failed status Sep 03 15:11:45.292621 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:45.494564 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39c8b8-ae09-478b-8182-3514dfd308af req-10a40ef8-f27b-4ba4-8737-8173d19230e0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:45.496069 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bf39c8b8-ae09-478b-8182-3514dfd308af req-10a40ef8-f27b-4ba4-8737-8173d19230e0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0593076 Sep 03 15:11:45.546651 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-bf39c8b8-ae09-478b-8182-3514dfd308af req-affdec09-df24-47f0-b701-55c2446a1a2d tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425589 Sep 03 15:11:46.681428 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa07e61-59db-48d1-8d31-640cf7a2de20 req-39b5b08c-26a4-463d-a202-eb17aa4bb86e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:46.682920 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5aa07e61-59db-48d1-8d31-640cf7a2de20 req-39b5b08c-26a4-463d-a202-eb17aa4bb86e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0504036 Sep 03 15:11:46.722185 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5aa07e61-59db-48d1-8d31-640cf7a2de20 req-58b0bde7-e4ae-4a7b-aa11-ccac2b996c70 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331488 Sep 03 15:11:47.193911 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:47.841567 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8b674-4b32-45f5-95e6-40a1cd6452a2 req-4c656649-1373-478d-b667-832af86784d1 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:47.843096 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1eb8b674-4b32-45f5-95e6-40a1cd6452a2 req-4c656649-1373-478d-b667-832af86784d1 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0496998 Sep 03 15:11:47.881483 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-1eb8b674-4b32-45f5-95e6-40a1cd6452a2 req-ee84585b-50cc-4e0b-bbd1-50c1f7102edf tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Sep 03 15:11:48.691879 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-b600f22f-3e63-47a4-ab5c-71a711a43840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:48.693281 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-b600f22f-3e63-47a4-ab5c-71a711a43840 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14&tenant_id=80d8d82257c84e56a236b0b0074fddbd HTTP/1.1" status: 200 len: 1096 time: 0.0465529 Sep 03 15:11:48.757675 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-02ef9fe9-37a9-495f-aba7-f5a3d76a1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:48.759182 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-02ef9fe9-37a9-495f-aba7-f5a3d76a1e49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=80d8d82257c84e56a236b0b0074fddbd&device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 1096 time: 0.0425541 Sep 03 15:11:48.853001 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-f81419bc-4e45-4a5f-97e7-8cc6f01e075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:48.854502 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-f81419bc-4e45-4a5f-97e7-8cc6f01e075e service neutron] 10.222.0.26 "GET /v2.0/networks?id=aab91851-b61f-416b-a58d-7a3d39195411 HTTP/1.1" status: 200 len: 909 time: 0.0881221 Sep 03 15:11:48.925568 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-6e3507a0-628b-4dbf-9945-653d6e415dd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75051396-f4f8-4c03-8ea1-91716a7481c6 HTTP/1.1" status: 200 len: 999 time: 0.0639718 Sep 03 15:11:48.975045 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-3f80ec42-568f-4ff4-9305-876fadef09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:48.976423 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-3f80ec42-568f-4ff4-9305-876fadef09d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=177a5bc8-edd9-4784-b5cb-65d400dc7910 HTTP/1.1" status: 200 len: 847 time: 0.0431216 Sep 03 15:11:48.997883 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf8d80-9fe7-4350-98f2-15b198130730 req-ee5e1159-14f1-4f1e-82cf-8d453d0e97d6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:48.999336 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dcdf8d80-9fe7-4350-98f2-15b198130730 req-ee5e1159-14f1-4f1e-82cf-8d453d0e97d6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0486588 Sep 03 15:11:49.021220 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-7d3de57e-9386-4b27-8613-1b2f63c53c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:49.022811 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-7d3de57e-9386-4b27-8613-1b2f63c53c31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aab91851-b61f-416b-a58d-7a3d39195411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395074 Sep 03 15:11:49.037022 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dcdf8d80-9fe7-4350-98f2-15b198130730 req-bb414202-597e-480b-bfd1-edcc656a9a48 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Sep 03 15:11:49.112820 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-cdf69cd0-26ed-446b-a40a-cee4966d4832 service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830791 Sep 03 15:11:49.204415 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a3d32e4f-8515-4822-88c6-caafdf2bebc7 req-613de477-ab0c-4ec9-a1a4-bb915e39afc6 service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839643 Sep 03 15:11:50.169932 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96be90b-90ba-491c-83a4-ef8f2c641365 req-30c8e5d7-29e0-4c2d-a8ac-14d91d104794 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:50.171784 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b96be90b-90ba-491c-83a4-ef8f2c641365 req-30c8e5d7-29e0-4c2d-a8ac-14d91d104794 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0553305 Sep 03 15:11:50.216887 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-b96be90b-90ba-491c-83a4-ef8f2c641365 req-54697828-cff0-4919-b514-6e4f4349afad tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361416 Sep 03 15:11:51.346582 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0edff2-99ac-4c6f-8338-ac2d45d7c6f0 req-53be7901-ba02-4239-97db-f71056d41db1 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:51.348041 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b0edff2-99ac-4c6f-8338-ac2d45d7c6f0 req-53be7901-ba02-4239-97db-f71056d41db1 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0483384 Sep 03 15:11:51.389351 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b0edff2-99ac-4c6f-8338-ac2d45d7c6f0 req-10abf6df-4660-41f4-9861-de50382d2a92 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354221 Sep 03 15:11:52.515906 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa11c0c-32d7-48b4-9ad4-c5ddd6b0144e req-26cf0ef2-5967-4a52-835d-e8111ce1a301 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:52.517354 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4aa11c0c-32d7-48b4-9ad4-c5ddd6b0144e req-26cf0ef2-5967-4a52-835d-e8111ce1a301 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0505736 Sep 03 15:11:52.566515 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4aa11c0c-32d7-48b4-9ad4-c5ddd6b0144e req-8d00dbab-4aaf-461a-9387-e65d29e8f27d tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402226 Sep 03 15:11:53.685500 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11a4c-68dc-4e45-a7a0-5865620971b2 req-c677426f-970e-4404-8404-ddc1fed846c1 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:53.686981 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58b11a4c-68dc-4e45-a7a0-5865620971b2 req-c677426f-970e-4404-8404-ddc1fed846c1 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0494041 Sep 03 15:11:53.725119 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58b11a4c-68dc-4e45-a7a0-5865620971b2 req-1efee0b3-2db2-4232-8d96-6cd489c4d0e6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319538 Sep 03 15:11:54.857716 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0d351-2445-4a28-bb9b-fe33b0d4fc29 req-d1365c6b-387a-4780-a282-ae8de43f2f5c tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:54.859302 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4cd0d351-2445-4a28-bb9b-fe33b0d4fc29 req-d1365c6b-387a-4780-a282-ae8de43f2f5c tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0593982 Sep 03 15:11:54.900278 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-4cd0d351-2445-4a28-bb9b-fe33b0d4fc29 req-8c65d7f6-cf4b-4fc3-b670-2d6a5f0179ff tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347614 Sep 03 15:11:56.026785 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c23094-1cc6-49d8-b101-7aa3587f6274 req-fde438f7-c5cc-4a6b-ba58-65f9f62809e4 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:56.028291 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3c23094-1cc6-49d8-b101-7aa3587f6274 req-fde438f7-c5cc-4a6b-ba58-65f9f62809e4 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0515263 Sep 03 15:11:56.065903 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3c23094-1cc6-49d8-b101-7aa3587f6274 req-139c421c-7ada-4984-9972-45b8520759e0 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314183 Sep 03 15:11:57.205089 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59b723-0aef-49b8-9294-821da5d9759d req-6696ae81-6fa6-490d-91c9-ffcb0366e085 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:57.206708 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8a59b723-0aef-49b8-9294-821da5d9759d req-6696ae81-6fa6-490d-91c9-ffcb0366e085 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0575190 Sep 03 15:11:57.257004 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-8a59b723-0aef-49b8-9294-821da5d9759d req-c4d2a08b-a6a6-4f1d-8ca5-2509fab627f2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440230 Sep 03 15:11:58.405571 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5df34-e876-43f0-bf53-152b546b1b5d req-0a9ca4ca-185c-4855-9ca0-50a971b009d2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:58.407102 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6ce5df34-e876-43f0-bf53-152b546b1b5d req-0a9ca4ca-185c-4855-9ca0-50a971b009d2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 943 time: 0.0607121 Sep 03 15:11:58.451794 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6ce5df34-e876-43f0-bf53-152b546b1b5d req-3ea44c0b-505f-4c0f-9f03-6cb038537eb3 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357950 Sep 03 15:11:58.575629 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 75051396-f4f8-4c03-8ea1-91716a7481c6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=93830) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 15:11:58.678639 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 75051396-f4f8-4c03-8ea1-91716a7481c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=75051396-f4f8-4c03-8ea1-91716a7481c6,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:11:58.689696 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Returning: {'device': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'port_id': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'mac_address': 'fa:16:3e:6e:66:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93830) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 15:11:58.729208 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:58.741821 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75051396-f4f8-4c03-8ea1-91716a7481c6 {{(pid=93830) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 15:11:58.760307 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 75051396-f4f8-4c03-8ea1-91716a7481c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=75051396-f4f8-4c03-8ea1-91716a7481c6,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:11:58.767901 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:11:58.813633 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=75051396-f4f8-4c03-8ea1-91716a7481c6,revision_number=7']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:11:58.820882 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.821240 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.821613 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.821944 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.822275 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.822606 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.822930 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.823275 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.823586 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.823907 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.824222 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.824544 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:11:58.974433 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] get_ports_and_sgs() called for port_ids ['75051396-f4f8-4c03-8ea1-91716a7481c6'] {{(pid=93830) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 15:11:59.583553 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd523d7-4b2a-464b-8549-59cd3adea316 req-4865a103-86cf-4087-be50-d78c373d9c2b tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:11:59.584987 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dd523d7-4b2a-464b-8549-59cd3adea316 req-4865a103-86cf-4087-be50-d78c373d9c2b tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 944 time: 0.0605481 Sep 03 15:11:59.630700 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-7dd523d7-4b2a-464b-8549-59cd3adea316 req-a1eda0f0-904e-4d79-a757-4781f71a4874 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396523 Sep 03 15:12:00.591165 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 75051396-f4f8-4c03-8ea1-91716a7481c6 up at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 15:12:00.648563 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Provisioning complete for port 75051396-f4f8-4c03-8ea1-91716a7481c6 triggered by entity L2. {{(pid=93830) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 15:12:00.648938 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-743793'] for port, provisioning_complete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:00.747184 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb8a5-6c32-4126-8c6c-99eb316105c0 req-d89b0493-d04a-4fa7-a661-12c9495fd9b8 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:12:00.748761 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cffdb8a5-6c32-4126-8c6c-99eb316105c0 req-d89b0493-d04a-4fa7-a661-12c9495fd9b8 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 944 time: 0.0495181 Sep 03 15:12:00.790123 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cffdb8a5-6c32-4126-8c6c-99eb316105c0 req-c774236c-cc5e-4cdb-bb8f-9a6e47f90577 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352333 Sep 03 15:12:00.846697 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719417'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:00.870608 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6'}] {{(pid=93830) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:12:00.872877 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93822449c12b9a91b78c096fc96f7782649de2690e4d86ab275cfd0bd0a251f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73474f71-155d-482c-9b6c-941b0b14f79c" -d '{"events": [{"server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "name": "network-vif-plugged", "status": "completed", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6"}]}' {{(pid=93830) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:12:00.885040 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] For port 75051396-f4f8-4c03-8ea1-91716a7481c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=75051396-f4f8-4c03-8ea1-91716a7481c6,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:12:00.891823 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749025761226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749025259933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749025259951'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:00.914522 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a9d4f6-5a58-4c56-bc34-ee3c2dde7e7c x-openstack-request-id: req-00a9d4f6-5a58-4c56-bc34-ee3c2dde7e7c {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:12:00.914810 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "name": "network-vif-plugged", "status": "completed", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6", "code": 200}]} {{(pid=93830) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:12:00.915055 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00a9d4f6-5a58-4c56-bc34-ee3c2dde7e7c {{(pid=93830) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:12:00.915432 dv-cinder-774288-7-iscsi neutron-server[93830]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'code': 200} Sep 03 15:12:00.942524 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Pushing event updated for resources: {'Port': ['ID=75051396-f4f8-4c03-8ea1-91716a7481c6,revision_number=8']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:12:01.128211 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55a92-4270-4430-9dff-d7d2814f397f req-7fa12583-1d53-4ec1-863a-c45043c6d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:12:01.129928 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e5e55a92-4270-4430-9dff-d7d2814f397f req-7fa12583-1d53-4ec1-863a-c45043c6d0a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 1098 time: 0.0409098 Sep 03 15:12:01.165555 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-e5e55a92-4270-4430-9dff-d7d2814f397f req-34745858-2bdf-4b0f-a815-59b87b354c67 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286090 Sep 03 15:12:01.915920 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade13b6-1c26-4421-b60b-1032135f451f req-2ee425b0-2959-4d7c-a47e-99e08b8c3076 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:12:01.917381 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2ade13b6-1c26-4421-b60b-1032135f451f req-2ee425b0-2959-4d7c-a47e-99e08b8c3076 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0473254 Sep 03 15:12:01.953670 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2ade13b6-1c26-4421-b60b-1032135f451f req-3ea05d8e-96d3-4da1-9bc0-25d163022c62 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300159 Sep 03 15:12:03.085406 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c751e-0ad9-4e1d-a292-0d8e20bf80fb req-6de63554-77b0-4805-a13f-0128e7e1af40 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:12:03.086913 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c69c751e-0ad9-4e1d-a292-0d8e20bf80fb req-6de63554-77b0-4805-a13f-0128e7e1af40 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0520070 Sep 03 15:12:03.127719 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c69c751e-0ad9-4e1d-a292-0d8e20bf80fb req-f91c7ac0-b55a-4644-a88d-607c9b185c77 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345538 Sep 03 15:12:04.979612 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:12:08.023859 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:11.628301 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0b6f380b-c3bd-415b-857e-38080a55740d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:14.230418 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-235fe4f9-2000-4987-a477-ede45d9dfd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:14.380794 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:15.301820 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:17.194982 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:38.034669 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:41.622251 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-fd28b997-9793-4325-9918-973b93466314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:41.984444 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:12:44.247709 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f265b418-a56d-4fc3-8422-759cdde4350f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:44.300789 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-515c8834-1a45-4409-950a-f16f782a6c66 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394530 Sep 03 15:12:44.375822 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:44.386165 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-2068f651-aec1-4c4f-8362-d6a779e92824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:12:44.387659 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-2068f651-aec1-4c4f-8362-d6a779e92824 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=80d8d82257c84e56a236b0b0074fddbd&device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 1098 time: 0.0409765 Sep 03 15:12:44.500021 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-b7695f9b-9248-4d8f-a0b8-72550001f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:12:44.501482 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-b7695f9b-9248-4d8f-a0b8-72550001f750 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aab91851-b61f-416b-a58d-7a3d39195411 HTTP/1.1" status: 200 len: 909 time: 0.0946729 Sep 03 15:12:44.581563 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-94c0cacf-912d-4e8f-928b-eed07bf5bf9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75051396-f4f8-4c03-8ea1-91716a7481c6 HTTP/1.1" status: 200 len: 1001 time: 0.0723646 Sep 03 15:12:44.631410 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-4160a6f1-e913-4491-953a-9df113755c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:12:44.632783 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-4160a6f1-e913-4491-953a-9df113755c38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=177a5bc8-edd9-4784-b5cb-65d400dc7910 HTTP/1.1" status: 200 len: 847 time: 0.0439808 Sep 03 15:12:44.690907 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-e60d3024-3a4d-470d-9d79-d7226baa18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:12:44.692425 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-e60d3024-3a4d-470d-9d79-d7226baa18e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aab91851-b61f-416b-a58d-7a3d39195411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524683 Sep 03 15:12:44.786204 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-a1e0819f-2f80-4fa3-b583-b06af75b4929 service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865862 Sep 03 15:12:44.877163 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-c14db354-5891-4673-85bc-a3aaa5a9b0a0 req-93443d14-c90c-4101-8673-c261a17f8807 service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836449 Sep 03 15:12:45.299850 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:12:47.202613 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:08.296830 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:11.622289 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b94319ac-8e52-40d7-85aa-5c4afe0c30c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:14.237537 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-21fdfe40-08b7-42d0-b203-c867c4962bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:14.389848 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:15.308254 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:17.199307 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:18.989547 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:13:19.082141 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38582) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:19.252294 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Deleting port f143e69e-66ab-46ec-93eb-7cc977f6898e {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:13:19.252632 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:19.327803 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:19.328127 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:19.340445 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Calling delete_port for f143e69e-66ab-46ec-93eb-7cc977f6898e owned by network:floatingip {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:13:19.769070 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:19.793498 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event deleted for resources: {'Port': ['ID=f143e69e-66ab-46ec-93eb-7cc977f6898e,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:19.806037 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.806559 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.807037 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.807523 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.807977 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.808416 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.808828 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.809241 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.809698 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.810158 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.810620 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.811116 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:19.868142 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:19.868519 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.db.l3_db [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Floating IP e3dedf71-4e45-4888-b9cd-a56846354d5a disassociated (deleted). External IP: 172.27.0.217, port: 75051396-f4f8-4c03-8ea1-91716a7481c6. Sep 03 15:13:20.094798 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Router d3eaab14-adcb-45b5-a7ec-f25916a471d1 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:13:20.214146 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:13:20.220272 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for floatingip, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:20.225030 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e939193-191e-4c59-8d4c-2d3ee640fe8b None None] Sync routers for ids ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:13:20.233910 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e939193-191e-4c59-8d4c-2d3ee640fe8b None None] Routers {'d3eaab14-adcb-45b5-a7ec-f25916a471d1'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:13:20.234648 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7e939193-191e-4c59-8d4c-2d3ee640fe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:13:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:20.247833 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-1afc9a1c-35c7-468f-a9de-162cbbf8560e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "DELETE /v2.0/floatingips/e3dedf71-4e45-4888-b9cd-a56846354d5a HTTP/1.1" status: 204 len: 168 time: 1.1642957 Sep 03 15:13:20.248420 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:13:20.250761 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:13:20.342754 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7e939193-191e-4c59-8d4c-2d3ee640fe8b None None] Set router d3eaab14-adcb-45b5-a7ec-f25916a471d1 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:13:20.423419 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130299fb-8b32-4f42-807a-a8aef3b690c7 x-openstack-request-id: req-130299fb-8b32-4f42-807a-a8aef3b690c7 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:13:20.423770 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:13:20.424077 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-130299fb-8b32-4f42-807a-a8aef3b690c7 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:13:20.424563 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'status': 'completed', 'code': 200} Sep 03 15:13:20.492078 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedf2b5-cb73-459b-a2ab-8a08dd8f71ad req-447a5f46-17ee-4aba-b334-8d66cc5a8a61 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:13:20.501453 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6fedf2b5-cb73-459b-a2ab-8a08dd8f71ad req-447a5f46-17ee-4aba-b334-8d66cc5a8a61 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0577538 Sep 03 15:13:20.501886 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c req-2f8c5d70-0b70-40b9-bf9e-cd537411e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:13:20.503337 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c req-2f8c5d70-0b70-40b9-bf9e-cd537411e417 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=80d8d82257c84e56a236b0b0074fddbd&device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 1098 time: 0.0457695 Sep 03 15:13:20.534060 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6fedf2b5-cb73-459b-a2ab-8a08dd8f71ad req-6f864fd8-a89d-4fd4-9a06-77e1eb0eb5f6 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Sep 03 15:13:20.557848 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7e939193-191e-4c59-8d4c-2d3ee640fe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '99df924f-bbce-4d0c-aba4-66e42d409c22', 'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'mac_address': 'fa:16:3e:62:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:38Z', 'updated_at': '2021-09-03T15:08:48Z', 'revision_number': 5, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'subnets': [{'id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:20.585338 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e939193-191e-4c59-8d4c-2d3ee640fe8b None None] Checking router: d3eaab14-adcb-45b5-a7ec-f25916a471d1 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:13:20.594257 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e939193-191e-4c59-8d4c-2d3ee640fe8b None None] Routers {'d3eaab14-adcb-45b5-a7ec-f25916a471d1'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:13:20.594800 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7e939193-191e-4c59-8d4c-2d3ee640fe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:13:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:20.601432 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c req-3b0e69ef-a48d-49bd-946c-e66f4a749353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:13:20.602917 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c req-3b0e69ef-a48d-49bd-946c-e66f4a749353 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aab91851-b61f-416b-a58d-7a3d39195411 HTTP/1.1" status: 200 len: 909 time: 0.0894513 Sep 03 15:13:20.646120 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c req-92d40316-e445-4f68-99f0-b8b76607d560 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75051396-f4f8-4c03-8ea1-91716a7481c6 HTTP/1.1" status: 200 len: 217 time: 0.0335419 Sep 03 15:13:20.696298 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-7e939193-191e-4c59-8d4c-2d3ee640fe8b None None] Set router d3eaab14-adcb-45b5-a7ec-f25916a471d1 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:13:20.699834 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c req-45653291-7252-454d-a7ca-aec2260076e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:13:20.701285 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c req-45653291-7252-454d-a7ca-aec2260076e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=177a5bc8-edd9-4784-b5cb-65d400dc7910 HTTP/1.1" status: 200 len: 847 time: 0.0472186 Sep 03 15:13:20.757835 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c req-a2d2dc79-3190-4936-b4b0-62cc7a435c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:13:20.760269 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c req-a2d2dc79-3190-4936-b4b0-62cc7a435c18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aab91851-b61f-416b-a58d-7a3d39195411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501204 Sep 03 15:13:20.857362 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c req-1f9050e0-57e7-4756-a277-5a0312c428ff service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887196 Sep 03 15:13:20.908595 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-7e939193-191e-4c59-8d4c-2d3ee640fe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '99df924f-bbce-4d0c-aba4-66e42d409c22', 'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'mac_address': 'fa:16:3e:62:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:38Z', 'updated_at': '2021-09-03T15:08:48Z', 'revision_number': 5, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'subnets': [{'id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:20.934207 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e939193-191e-4c59-8d4c-2d3ee640fe8b None None] The sync data for ids ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'] in dv-cinder-774288-7-iscsi is: [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:08:39Z', 'revision_number': 4, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi', '_interfaces': [{'id': '99df924f-bbce-4d0c-aba4-66e42d409c22', 'name': '', 'network_id': 'aab91851-b61f-416b-a58d-7a3d39195411', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'mac_address': 'fa:16:3e:62:c9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:38Z', 'updated_at': '2021-09-03T15:08:48Z', 'revision_number': 5, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'subnets': [{'id': '177a5bc8-edd9-4784-b5cb-65d400dc7910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:13:20.953413 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-0fa13bbb-b60f-41fc-b5e1-203adc806f6c req-73b936ab-2b6e-4c27-94b2-5d2bec1ff380 service neutron] 10.222.0.26 "GET /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886140 Sep 03 15:13:21.136838 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540f6d0-3a76-4d11-ba0a-c05a317866c9 None None] New status for floating IP e3dedf71-4e45-4888-b9cd-a56846354d5a: DOWN {{(pid=93831) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 15:13:21.660334 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf510c-a6e1-431d-af9c-f7ea0a00b20e req-333f6485-f2c2-4abb-97af-6f5b247394cb tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:13:21.661822 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a0cf510c-a6e1-431d-af9c-f7ea0a00b20e req-333f6485-f2c2-4abb-97af-6f5b247394cb tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0509913 Sep 03 15:13:21.706387 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-a0cf510c-a6e1-431d-af9c-f7ea0a00b20e req-9c79d327-b95e-41b9-b94c-4dc9e7feb712 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/security-groups?id=209fe5d4-00a1-4eae-9e9e-840ed4358314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358567 Sep 03 15:13:21.969964 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc6e25-8b9e-4a83-8777-bd3f2670391c req-e040f804-87a7-4fe4-9c72-6a4c1ebac36e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93829) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 15:13:21.971296 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5fdc6e25-8b9e-4a83-8777-bd3f2670391c req-e040f804-87a7-4fe4-9c72-6a4c1ebac36e tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.26 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 945 time: 0.0620363 Sep 03 15:13:22.065641 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-5fdc6e25-8b9e-4a83-8777-bd3f2670391c req-4f880c03-b6eb-4ce8-9ee9-c74fe6783fb2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Deleting port 75051396-f4f8-4c03-8ea1-91716a7481c6 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:13:22.065950 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5fdc6e25-8b9e-4a83-8777-bd3f2670391c req-4f880c03-b6eb-4ce8-9ee9-c74fe6783fb2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:22.155537 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [req-5fdc6e25-8b9e-4a83-8777-bd3f2670391c req-4f880c03-b6eb-4ce8-9ee9-c74fe6783fb2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] For port 75051396-f4f8-4c03-8ea1-91716a7481c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=75051396-f4f8-4c03-8ea1-91716a7481c6,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:13:22.155893 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5fdc6e25-8b9e-4a83-8777-bd3f2670391c req-4f880c03-b6eb-4ce8-9ee9-c74fe6783fb2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:22.167432 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [req-5fdc6e25-8b9e-4a83-8777-bd3f2670391c req-4f880c03-b6eb-4ce8-9ee9-c74fe6783fb2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Calling delete_port for 75051396-f4f8-4c03-8ea1-91716a7481c6 owned by compute:nova {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:13:22.300264 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5fdc6e25-8b9e-4a83-8777-bd3f2670391c req-4f880c03-b6eb-4ce8-9ee9-c74fe6783fb2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:22.330916 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f880c03-b6eb-4ce8-9ee9-c74fe6783fb2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event deleted for resources: {'Port': ['ID=75051396-f4f8-4c03-8ea1-91716a7481c6,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:22.373594 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdc6e25-8b9e-4a83-8777-bd3f2670391c req-4f880c03-b6eb-4ce8-9ee9-c74fe6783fb2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] No DVR routers for this DVR port 75051396-f4f8-4c03-8ea1-91716a7481c6 on host hv-cinder-77428 {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:13:22.376419 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [req-5fdc6e25-8b9e-4a83-8777-bd3f2670391c req-4f880c03-b6eb-4ce8-9ee9-c74fe6783fb2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55497'] for port, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:22.378503 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-5fdc6e25-8b9e-4a83-8777-bd3f2670391c req-4f880c03-b6eb-4ce8-9ee9-c74fe6783fb2 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.26 "DELETE /v2.0/ports/75051396-f4f8-4c03-8ea1-91716a7481c6 HTTP/1.1" status: 204 len: 173 time: 0.3999658 Sep 03 15:13:22.425258 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'name': 'network-vif-deleted', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 15:13:22.428069 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69046cc3a18edf80b59914cd4a9ea1ec29c1133ef8f655db8538975e45ef6c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717d2366-72a6-4b06-b034-c6e1b41c5277" -d '{"events": [{"server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "name": "network-vif-deleted", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 15:13:22.464457 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 15:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4567a3f-d6ca-4e35-b25e-9f05481159d0 x-openstack-request-id: req-f4567a3f-d6ca-4e35-b25e-9f05481159d0 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 15:13:22.464868 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00d4bce-054e-4581-92b5-70ed887add14", "name": "network-vif-deleted", "tag": "75051396-f4f8-4c03-8ea1-91716a7481c6", "status": "completed", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 15:13:22.465209 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f4567a3f-d6ca-4e35-b25e-9f05481159d0 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 15:13:22.465825 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00d4bce-054e-4581-92b5-70ed887add14', 'name': 'network-vif-deleted', 'tag': '75051396-f4f8-4c03-8ea1-91716a7481c6', 'status': 'completed', 'code': 200} Sep 03 15:13:22.804866 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [req-2e6e1378-a563-457e-94b7-76d26e36886c req-909d18e6-f5b1-4c3e-86e2-33a1554d9e05 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "GET /v2.0/ports?device_id=a00d4bce-054e-4581-92b5-70ed887add14 HTTP/1.1" status: 200 len: 210 time: 0.0271192 Sep 03 15:13:23.868018 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38614) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:23.929435 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f715d6a0-ed6d-40ed-a5a9-3d3793527e85 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:23.956060 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f715d6a0-ed6d-40ed-a5a9-3d3793527e85 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:24.020444 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f715d6a0-ed6d-40ed-a5a9-3d3793527e85 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:24.023044 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f715d6a0-ed6d-40ed-a5a9-3d3793527e85 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Notify callbacks [] for security_group, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:24.024222 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-f715d6a0-ed6d-40ed-a5a9-3d3793527e85 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] 10.222.0.46 "DELETE /v2.0/security-groups/209fe5d4-00a1-4eae-9e9e-840ed4358314 HTTP/1.1" status: 204 len: 168 time: 0.1552320 Sep 03 15:13:24.034618 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715d6a0-ed6d-40ed-a5a9-3d3793527e85 tempest-TestShelveInstance-32900081 tempest-TestShelveInstance-32900081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209fe5d4-00a1-4eae-9e9e-840ed4358314,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:24.071299 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38618) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:24.430038 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698603'] for router_interface, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:24.682198 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] Deleting port 99df924f-bbce-4d0c-aba4-66e42d409c22 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:13:24.682448 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:24.777556 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] For port 99df924f-bbce-4d0c-aba4-66e42d409c22, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=99df924f-bbce-4d0c-aba4-66e42d409c22,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:13:24.777940 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:24.790492 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] Calling delete_port for 99df924f-bbce-4d0c-aba4-66e42d409c22 owned by network:router_interface {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:13:24.903718 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 75051396-f4f8-4c03-8ea1-91716a7481c6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:13:24.923503 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] No Port match for: 75051396-f4f8-4c03-8ea1-91716a7481c6 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:13:24.923859 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Device 75051396-f4f8-4c03-8ea1-91716a7481c6 not bound to the agent host hv-cinder-77428 {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:13:24.981235 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:25.009385 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=99df924f-bbce-4d0c-aba4-66e42d409c22,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:25.176159 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698751'] for router_interface, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:25.391137 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] Router d3eaab14-adcb-45b5-a7ec-f25916a471d1 has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93829) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:13:25.502179 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93829) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:13:25.507937 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-392ef6b6-c97e-4146-a2dc-4702510bd2d0 admin admin] 10.222.0.46 "PUT /v2.0/routers/d3eaab14-adcb-45b5-a7ec-f25916a471d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4355550 Sep 03 15:13:25.510531 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38620) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:25.511116 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c396b5-0f90-4eaa-aca7-5b2e86f225f8 None None] Sync routers for ids ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'] in dv-cinder-774288-7-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:13:25.521014 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c396b5-0f90-4eaa-aca7-5b2e86f225f8 None None] Routers {'d3eaab14-adcb-45b5-a7ec-f25916a471d1'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:13:25.521638 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22c396b5-0f90-4eaa-aca7-5b2e86f225f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:13:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:25.611839 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Notify callbacks [] for router, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:25.625159 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-22c396b5-0f90-4eaa-aca7-5b2e86f225f8 None None] Set router d3eaab14-adcb-45b5-a7ec-f25916a471d1 gateway port host: dv-cinder-774288-7-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:13:25.713124 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:25.773639 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Deleting port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:13:25.773951 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:25.807976 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22c396b5-0f90-4eaa-aca7-5b2e86f225f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:13:24Z', 'revision_number': 5, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port': {'id': '73ddf19a-dfdc-4cad-9b92-abf5fb5851fb', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:37Z', 'updated_at': '2021-09-03T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:25.839553 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c396b5-0f90-4eaa-aca7-5b2e86f225f8 None None] Checking router: d3eaab14-adcb-45b5-a7ec-f25916a471d1 for host: dv-cinder-774288-7-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:13:25.850071 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c396b5-0f90-4eaa-aca7-5b2e86f225f8 None None] Routers {'d3eaab14-adcb-45b5-a7ec-f25916a471d1'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:13:25.850632 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22c396b5-0f90-4eaa-aca7-5b2e86f225f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:13:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:25.865673 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] For port 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=73ddf19a-dfdc-4cad-9b92-abf5fb5851fb,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:13:25.866010 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:25.884342 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Calling delete_port for 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb owned by network:router_gateway {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:13:25.954895 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-22c396b5-0f90-4eaa-aca7-5b2e86f225f8 None None] Set router d3eaab14-adcb-45b5-a7ec-f25916a471d1 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:13:26.008520 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-22c396b5-0f90-4eaa-aca7-5b2e86f225f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:13:25Z', 'revision_number': 6, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port_host': None}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:26.034518 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c396b5-0f90-4eaa-aca7-5b2e86f225f8 None None] The sync data for ids ['d3eaab14-adcb-45b5-a7ec-f25916a471d1'] in dv-cinder-774288-7-iscsi is: [{'id': 'd3eaab14-adcb-45b5-a7ec-f25916a471d1', 'name': 'tempest-TestShelveInstance-226734306-router', 'tenant_id': '80d8d82257c84e56a236b0b0074fddbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:36Z', 'updated_at': '2021-09-03T15:13:25Z', 'revision_number': 6, 'project_id': '80d8d82257c84e56a236b0b0074fddbd', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:13:26.057542 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.084443 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ddf19a-dfdc-4cad-9b92-abf5fb5851fb,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:26.145207 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696465'] for router_gateway, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.492005 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 99df924f-bbce-4d0c-aba4-66e42d409c22 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:13:26.492321 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4729'] for router, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.494558 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.518288 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 99df924f-bbce-4d0c-aba4-66e42d409c22 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:13:26.518627 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 99df924f-bbce-4d0c-aba4-66e42d409c22 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:13:26.541332 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692791'] for router, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.541887 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3eaab14-adcb-45b5-a7ec-f25916a471d1 {{(pid=93829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 15:13:26.546187 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.547351 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-d3ba8bc7-3ff2-4821-bb9c-414ae0af5055 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d3eaab14-adcb-45b5-a7ec-f25916a471d1 HTTP/1.1" status: 204 len: 168 time: 1.0359454 Sep 03 15:13:26.549877 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38622) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:26.595067 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c2f8d2-3980-4505-847e-1e5f38e78668 admin admin] Deleting subnet 177a5bc8-edd9-4784-b5cb-65d400dc7910 {{(pid=93829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:13:26.598264 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59c2f8d2-3980-4505-847e-1e5f38e78668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.636527 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59c2f8d2-3980-4505-847e-1e5f38e78668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123455'] for subnet, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.719212 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59c2f8d2-3980-4505-847e-1e5f38e78668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.782978 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59c2f8d2-3980-4505-847e-1e5f38e78668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16720358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12736007'] for subnet, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.808488 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2f8d2-3980-4505-847e-1e5f38e78668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177a5bc8-edd9-4784-b5cb-65d400dc7910,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:26.812783 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59c2f8d2-3980-4505-847e-1e5f38e78668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.815001 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-59c2f8d2-3980-4505-847e-1e5f38e78668 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/177a5bc8-edd9-4784-b5cb-65d400dc7910 HTTP/1.1" status: 204 len: 168 time: 0.2641175 Sep 03 15:13:26.817433 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38624) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:26.820463 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b45c90-29c1-4e50-8875-637fd0392df8 None None] Network aab91851-b61f-416b-a58d-7a3d39195411 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:13:26.890166 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.942374 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Deleting port 07032348-b54d-4903-9764-34ad3c0061a4 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:13:26.942713 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:26.995065 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] DHCP port deletion for aab91851-b61f-416b-a58d-7a3d39195411 request from dv-cinder-774288-7-iscsi {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 15:13:27.013792 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] For port 07032348-b54d-4903-9764-34ad3c0061a4, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=07032348-b54d-4903-9764-34ad3c0061a4,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:13:27.014149 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.027027 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Calling delete_port for 07032348-b54d-4903-9764-34ad3c0061a4 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:13:27.042490 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Deleting port 07032348-b54d-4903-9764-34ad3c0061a4 {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:13:27.042858 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.109946 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.134639 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Pushing event deleted for resources: {'Port': ['ID=07032348-b54d-4903-9764-34ad3c0061a4,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:27.141385 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] No DVR routers for this DVR port 07032348-b54d-4903-9764-34ad3c0061a4 on host dv-cinder-774288-7-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:13:27.218502 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.228934 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab91851-b61f-416b-a58d-7a3d39195411']}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:27.236007 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] For port 07032348-b54d-4903-9764-34ad3c0061a4, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=07032348-b54d-4903-9764-34ad3c0061a4,segment=NetworkSegment(1fa702ee-2f4a-4c13-9eed-75c38b00adb4),segment_id=1fa702ee-2f4a-4c13-9eed-75c38b00adb4)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:13:27.236399 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.238679 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa702ee-2f4a-4c13-9eed-75c38b00adb4') {'for_net_delete': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:27.238970 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.services.segments.db [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa702ee-2f4a-4c13-9eed-75c38b00adb4') {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:27.248206 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13123430'] for segment, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.248414 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Calling delete_port for 07032348-b54d-4903-9764-34ad3c0061a4 owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:13:27.261829 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.267769 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93829) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:13:27.268148 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16720312'] for segment, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: Traceback (most recent call last): Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: timer() Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: cb(*args, **kw) Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: return func(*args, **kwargs) Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: self._notify() Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: self.callback(batched_events) Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: event.method(event) Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: return f(self, *a, **k) Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._get(url).json() Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: return self.request(url, 'GET', **kwargs) Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:13:27.269790 dv-cinder-774288-7-iscsi neutron-server[93829]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:13:27.324604 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.328740 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.336437 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.342035 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] 10.222.0.46 "DELETE /v2.0/networks/aab91851-b61f-416b-a58d-7a3d39195411 HTTP/1.1" status: 204 len: 168 time: 0.5210245 Sep 03 15:13:27.342523 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38626) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:27.355426 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e7a15-6098-4d57-983b-2f4e7248f155 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab91851-b61f-416b-a58d-7a3d39195411,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:27.363133 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Network aab91851-b61f-416b-a58d-7a3d39195411 is not hosted by any dhcp agent {{(pid=93830) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 03 15:13:27.363621 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] No DVR routers for this DVR port 07032348-b54d-4903-9764-34ad3c0061a4 on host dv-cinder-774288-7-iscsi {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:13:27.370988 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Pushing event deleted for resources: {'Port': ['ID=07032348-b54d-4903-9764-34ad3c0061a4,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:27.376679 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.377034 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.377377 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.377827 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.378154 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.378588 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.378804 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.379140 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.379464 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.379831 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.380151 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.380468 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d86661d-a2b3-4b57-9a03-ef6d7ffe929a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:27.682749 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698603'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:27.941120 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Deleting port 947f65ad-c7b0-4931-93aa-a314fcdf2daf {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:13:27.941423 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:28.022765 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] For port 947f65ad-c7b0-4931-93aa-a314fcdf2daf, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=947f65ad-c7b0-4931-93aa-a314fcdf2daf,segment=NetworkSegment(c4fdfc88-fc18-4f0d-988c-2950a4494ce0),segment_id=c4fdfc88-fc18-4f0d-988c-2950a4494ce0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:13:28.023122 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:28.038752 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Calling delete_port for 947f65ad-c7b0-4931-93aa-a314fcdf2daf owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:13:28.132470 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 07032348-b54d-4903-9764-34ad3c0061a4 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:13:28.155829 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 07032348-b54d-4903-9764-34ad3c0061a4 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:13:28.156174 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 07032348-b54d-4903-9764-34ad3c0061a4 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:13:28.156603 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:13:28.177724 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:13:28.178042 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 73ddf19a-dfdc-4cad-9b92-abf5fb5851fb not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:13:28.228978 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:28.256338 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Pushing event deleted for resources: {'Port': ['ID=947f65ad-c7b0-4931-93aa-a314fcdf2daf,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:28.298762 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.299089 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.299452 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.299782 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.300110 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.300441 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.300762 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.301442 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.301786 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.302129 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.302419 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.302720 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-7-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 15:13:28.435929 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698751'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:28.887035 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Router 79ea7b67-d33c-4319-8bd2-a25769d84c7f has already been hosted by L3 agent 8e19446c-857a-461f-9569-a9f75c0c53a7 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 15:13:29.016386 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] Notify agent at l3_agent.dv-cinder-774288-7-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 15:13:29.021971 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4df316cd-f571-4685-9f8a-565fee11e154 admin admin] 10.222.0.46 "PUT /v2.0/routers/79ea7b67-d33c-4319-8bd2-a25769d84c7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6782475 Sep 03 15:13:29.024854 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38628) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:29.025803 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7978639-fae7-487f-bae0-dd26fce1f262 None None] Sync routers for ids ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'] in dv-cinder-774288-7-iscsi {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 15:13:29.035253 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7978639-fae7-487f-bae0-dd26fce1f262 None None] Routers {'79ea7b67-d33c-4319-8bd2-a25769d84c7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:13:29.035854 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c7978639-fae7-487f-bae0-dd26fce1f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:13:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:29.129260 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.134733 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-c7978639-fae7-487f-bae0-dd26fce1f262 None None] Set router 79ea7b67-d33c-4319-8bd2-a25769d84c7f gateway port host: dv-cinder-774288-7-iscsi {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:13:29.231388 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.284765 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Deleting port 4c2a55ae-befb-4a01-ad34-1f840da20e20 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:13:29.285130 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.305303 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c7978639-fae7-487f-bae0-dd26fce1f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'name': 'tempest-TestShelveInstance-1351001953-router', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'external_fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:42Z', 'updated_at': '2021-09-03T15:13:28Z', 'revision_number': 5, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'gw_port': {'id': '4c2a55ae-befb-4a01-ad34-1f840da20e20', 'name': '', 'network_id': '4b6b63b9-1a52-4ba9-83b4-137ebd7a5e4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T15:08:43Z', 'updated_at': '2021-09-03T15:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01961ab8-eb90-4c51-95aa-5e1f55204b31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-7-iscsi'}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:29.334247 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7978639-fae7-487f-bae0-dd26fce1f262 None None] Checking router: 79ea7b67-d33c-4319-8bd2-a25769d84c7f for host: dv-cinder-774288-7-iscsi {{(pid=93831) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 15:13:29.342846 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7978639-fae7-487f-bae0-dd26fce1f262 None None] Routers {'79ea7b67-d33c-4319-8bd2-a25769d84c7f'} bound to L3 agent in host dv-cinder-774288-7-iscsi {{(pid=93831) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 15:13:29.343450 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c7978639-fae7-487f-bae0-dd26fce1f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T14:52:44Z,description=,heartbeat_timestamp=2021-09-03T15:13:14Z,host='dv-cinder-774288-7-iscsi',id=8e19446c-857a-461f-9569-a9f75c0c53a7,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T14:52:44Z,topic='l3_agent')) {'router_ids': ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'], 'active': True} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:29.363479 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] For port 4c2a55ae-befb-4a01-ad34-1f840da20e20, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=4c2a55ae-befb-4a01-ad34-1f840da20e20,segment=NetworkSegment(1ce5854d-5ea8-40b3-85af-720834e3e376),segment_id=1ce5854d-5ea8-40b3-85af-720834e3e376)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:13:29.363847 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.379835 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Calling delete_port for 4c2a55ae-befb-4a01-ad34-1f840da20e20 owned by network:router_gateway {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:13:29.426354 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_dvr_db [None req-c7978639-fae7-487f-bae0-dd26fce1f262 None None] Set router 79ea7b67-d33c-4319-8bd2-a25769d84c7f gateway port host: None {{(pid=93831) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 15:13:29.476917 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.l3_hamode_db [None req-c7978639-fae7-487f-bae0-dd26fce1f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'name': 'tempest-TestShelveInstance-1351001953-router', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:42Z', 'updated_at': '2021-09-03T15:13:29Z', 'revision_number': 6, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'gw_port_host': None}], 'dv-cinder-774288-7-iscsi', False) {} {{(pid=93831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:29.505272 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7978639-fae7-487f-bae0-dd26fce1f262 None None] The sync data for ids ['79ea7b67-d33c-4319-8bd2-a25769d84c7f'] in dv-cinder-774288-7-iscsi is: [{'id': '79ea7b67-d33c-4319-8bd2-a25769d84c7f', 'name': 'tempest-TestShelveInstance-1351001953-router', 'tenant_id': '9dd2128cfc2645c8897f89194ee93913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T15:08:42Z', 'updated_at': '2021-09-03T15:13:29Z', 'revision_number': 6, 'project_id': '9dd2128cfc2645c8897f89194ee93913', 'gw_port_host': None}] {{(pid=93831) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 15:13:29.545206 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16720331'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.574656 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2a55ae-befb-4a01-ad34-1f840da20e20,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:29.634234 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696465'] for router_gateway, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.726360 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4729'] for router, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.729847 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.783305 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1692791'] for router, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.784260 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79ea7b67-d33c-4319-8bd2-a25769d84c7f {{(pid=93829) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 15:13:29.792039 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.793793 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-08087f36-ce4c-4245-8b88-7d671543e3c4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/79ea7b67-d33c-4319-8bd2-a25769d84c7f HTTP/1.1" status: 204 len: 168 time: 0.7677367 Sep 03 15:13:29.797794 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.wsgi [-] (93829) accepted ('10.222.0.46', 38630) {{(pid=93829) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:29.844516 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec9e4dc-a2f3-47bf-acfd-65cb601355b7 admin admin] Deleting subnet 7abe5c45-2c92-4320-b301-0454f5bf44fe {{(pid=93829) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 15:13:29.848474 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e4dc-a2f3-47bf-acfd-65cb601355b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.887437 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e4dc-a2f3-47bf-acfd-65cb601355b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13123455'] for subnet, precommit_delete_associations {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:29.971789 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e4dc-a2f3-47bf-acfd-65cb601355b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-700127'] for subnet, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.025308 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e4dc-a2f3-47bf-acfd-65cb601355b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-700070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16720358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12736007'] for subnet, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.050085 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9e4dc-a2f3-47bf-acfd-65cb601355b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7abe5c45-2c92-4320-b301-0454f5bf44fe,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:30.053884 dv-cinder-774288-7-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e4dc-a2f3-47bf-acfd-65cb601355b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for subnet, before_response {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.055726 dv-cinder-774288-7-iscsi neutron-server[93829]: INFO neutron.wsgi [None req-8ec9e4dc-a2f3-47bf-acfd-65cb601355b7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7abe5c45-2c92-4320-b301-0454f5bf44fe HTTP/1.1" status: 204 len: 168 time: 0.2570179 Sep 03 15:13:30.058383 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38632) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:30.060449 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce42e72-7dfe-4e4d-acfb-03a3b809838f None None] Network 780c13c0-77ab-40b0-a947-78ff369f4c65 requested from dv-cinder-774288-7-iscsi {{(pid=93830) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 15:13:30.125271 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-621780'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.177065 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Deleting port 4bb16b8c-43b5-4c56-9918-ab235df86f7a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:13:30.177333 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.246257 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] For port 4bb16b8c-43b5-4c56-9918-ab235df86f7a, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=4bb16b8c-43b5-4c56-9918-ab235df86f7a,segment=NetworkSegment(c4fdfc88-fc18-4f0d-988c-2950a4494ce0),segment_id=c4fdfc88-fc18-4f0d-988c-2950a4494ce0)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:13:30.246409 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.250389 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fbdba7-f647-4793-a31c-0d75d2e4bce6 None None] DHCP port deletion for 780c13c0-77ab-40b0-a947-78ff369f4c65 request from dv-cinder-774288-7-iscsi {{(pid=93830) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 15:13:30.260970 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Calling delete_port for 4bb16b8c-43b5-4c56-9918-ab235df86f7a owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:13:30.306384 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-71fbdba7-f647-4793-a31c-0d75d2e4bce6 None None] Deleting port 4bb16b8c-43b5-4c56-9918-ab235df86f7a {{(pid=93830) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 15:13:30.306814 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-71fbdba7-f647-4793-a31c-0d75d2e4bce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749025754350'] for port, before_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.331884 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 4c2a55ae-befb-4a01-ad34-1f840da20e20 no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:13:30.345065 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13202929'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.355549 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 4c2a55ae-befb-4a01-ad34-1f840da20e20 {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:13:30.355895 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 4c2a55ae-befb-4a01-ad34-1f840da20e20 not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:13:30.356313 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 947f65ad-c7b0-4931-93aa-a314fcdf2daf no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:13:30.377921 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] No DVR routers for this DVR port 4bb16b8c-43b5-4c56-9918-ab235df86f7a on host dv-cinder-774288-7-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:13:30.383148 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb16b8c-43b5-4c56-9918-ab235df86f7a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:30.408080 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 947f65ad-c7b0-4931-93aa-a314fcdf2daf {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:13:30.408421 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 947f65ad-c7b0-4931-93aa-a314fcdf2daf not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:13:30.408843 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 4bb16b8c-43b5-4c56-9918-ab235df86f7a no longer exists at agent ovs-agent-dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 15:13:30.430760 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] No Port match for: 4bb16b8c-43b5-4c56-9918-ab235df86f7a {{(pid=93830) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 15:13:30.431105 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.rpc [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Device 4bb16b8c-43b5-4c56-9918-ab235df86f7a not bound to the agent host dv-cinder-774288-7-iscsi {{(pid=93830) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 15:13:30.443549 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-71fbdba7-f647-4793-a31c-0d75d2e4bce6 None None] For port 4bb16b8c-43b5-4c56-9918-ab235df86f7a, host dv-cinder-774288-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-7-iscsi',level=0,port_id=4bb16b8c-43b5-4c56-9918-ab235df86f7a,segment=NetworkSegment(c4fdfc88-fc18-4f0d-988c-2950a4494ce0),segment_id=c4fdfc88-fc18-4f0d-988c-2950a4494ce0)] {{(pid=93830) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 15:13:30.443816 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-71fbdba7-f647-4793-a31c-0d75d2e4bce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1703202'] for port, precommit_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.456166 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-697162', 'neutron.services.segments.db._delete_segments_for_network-8749025804373'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.456749 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.plugin [None req-71fbdba7-f647-4793-a31c-0d75d2e4bce6 None None] Calling delete_port for 4bb16b8c-43b5-4c56-9918-ab235df86f7a owned by network:dhcp {{(pid=93830) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 15:13:30.466373 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780c13c0-77ab-40b0-a947-78ff369f4c65']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:30.477039 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fdfc88-fc18-4f0d-988c-2950a4494ce0') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:30.477335 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fdfc88-fc18-4f0d-988c-2950a4494ce0') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 15:13:30.486478 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749025805918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12584600'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.506678 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.513802 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 15:13:30.513802 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-743478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13202818'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: timer() Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: self._notify() Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: event.method(event) Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 15:13:30.515677 dv-cinder-774288-7-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 15:13:30.539663 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-71fbdba7-f647-4793-a31c-0d75d2e4bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749025761208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749025259924'] for port, after_delete {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.552780 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbdba7-f647-4793-a31c-0d75d2e4bce6 None None] No DVR routers for this DVR port 4bb16b8c-43b5-4c56-9918-ab235df86f7a on host dv-cinder-774288-7-iscsi {{(pid=93830) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 15:13:30.572563 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbdba7-f647-4793-a31c-0d75d2e4bce6 None None] Pushing event deleted for resources: {'Port': ['ID=4bb16b8c-43b5-4c56-9918-ab235df86f7a,revision_number=None']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:30.582760 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-697181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814073'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.588349 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636042'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.590660 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] 10.222.0.46 "DELETE /v2.0/networks/780c13c0-77ab-40b0-a947-78ff369f4c65 HTTP/1.1" status: 204 len: 168 time: 0.5312116 Sep 03 15:13:30.601761 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcfc83-ddfd-4f43-9506-f7d46dc86206 admin admin] Pushing event deleted for resources: {'Network': ['ID=780c13c0-77ab-40b0-a947-78ff369f4c65,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:30.823370 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38636) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:30.863060 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d816e31a-a43f-4068-a7b8-b1f522da0771 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80d8d82257c84e56a236b0b0074fddbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384715 Sep 03 15:13:30.865717 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38638) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:30.919515 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e41a97fb-6457-4878-bf24-c540754b877f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:30.948050 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e41a97fb-6457-4878-bf24-c540754b877f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:31.001370 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e41a97fb-6457-4878-bf24-c540754b877f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:31.003957 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e41a97fb-6457-4878-bf24-c540754b877f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:31.005135 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e41a97fb-6457-4878-bf24-c540754b877f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8a30ea8-3ccd-456b-996d-67a1768001ec HTTP/1.1" status: 204 len: 168 time: 0.1385376 Sep 03 15:13:31.012578 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a97fb-6457-4878-bf24-c540754b877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a30ea8-3ccd-456b-996d-67a1768001ec,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:31.325128 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38644) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:31.365255 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1f31f168-8010-48a9-ad3d-2a9721bc64b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9dd2128cfc2645c8897f89194ee93913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388453 Sep 03 15:13:31.368782 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.46', 38646) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 15:13:31.415000 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49c35e15-0ddf-4449-9dbf-704a7114d3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:31.437304 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49c35e15-0ddf-4449-9dbf-704a7114d3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:31.488711 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49c35e15-0ddf-4449-9dbf-704a7114d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647292'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:31.491499 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-49c35e15-0ddf-4449-9dbf-704a7114d3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:31.492670 dv-cinder-774288-7-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-49c35e15-0ddf-4449-9dbf-704a7114d3a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61786919-e0b0-4fca-8d58-c0e7ef6ec762 HTTP/1.1" status: 204 len: 168 time: 0.1230600 Sep 03 15:13:31.500457 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c35e15-0ddf-4449-9dbf-704a7114d3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61786919-e0b0-4fca-8d58-c0e7ef6ec762,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 15:13:38.309705 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:41.626311 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-68d3671e-7d2f-41d2-9eae-133f679f4bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:44.239569 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-61484378-f84f-4ade-be24-21e9573fd6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:44.394685 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:45.305851 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:47.203859 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:13:55.995029 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:14:08.313914 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:14:11.631296 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ff714b71-6755-44d2-bc8e-9026967b0bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:14:14.243038 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-0a1cf552-4f92-4d91-8fd0-7647bf8a7ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:14:14.393963 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:14:15.309562 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:14:17.211448 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:14:32.999231 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:14:38.322210 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:14:41.633191 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-434b6608-f955-4c5f-bd3b-f2262bed5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:14:44.242040 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-a73ef4a1-0243-46f2-a1f7-9936ade4371b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:14:44.396513 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:14:45.313633 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:14:47.210453 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:08.328679 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:10.002905 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:15:11.635189 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b72254ea-a92c-4e51-a872-0641ea97f74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:14.244731 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9c0fcaa4-437b-449b-8812-db98a709344a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:14.399989 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:15.319289 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:17.212698 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:38.346397 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:41.632989 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-84a35ddb-f5b6-4e56-bf3d-ce51ddc5ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:44.237188 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-523022e7-6e3a-410b-9daf-7dcda40362b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:44.396976 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:45.322555 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:47.007169 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:15:47.216799 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:15:57.145516 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-e11a9463-e569-41ef-8136-6031ec0753cb req-29e00826-9c69-447d-bd63-70dde364bcb7 service neutron] (93828) timed out ('10.222.0.26', 56058) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 15:15:57.832774 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-1aac9abf-8140-4246-a051-8ed95b7649e6 req-f151e389-a854-401c-ad71-ee31b62d0577 service neutron] (93828) timed out ('10.222.0.26', 56082) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 15:16:08.152415 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-2465c692-136c-447d-91ce-57238f1ada41 req-7efaaf19-66c7-4074-afad-ebbaca4a3eb8 service neutron] (93828) timed out ('10.222.0.26', 56077) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 15:16:08.354653 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:16:11.639046 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-7830ab4e-5182-4602-8305-b310db6c6e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:16:14.244082 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8d53fc7d-9ac5-42c2-a4e0-e3e6c95c0c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:16:14.396034 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:16:15.333786 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:16:17.227974 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:16:24.012724 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:16:38.350496 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:16:41.626948 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c94c1be1-f401-4397-9fe2-24a25a6e51c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:16:44.247888 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-dd0b6e7a-24ae-4111-980e-77e1a4ed6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:16:44.401211 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:16:45.335683 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:16:47.228068 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:01.017301 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:17:08.354139 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:11.636030 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d8297a72-8e48-4e35-a5ae-e10474c71590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:14.254169 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4695-3b52-4bc7-b14c-27bebab2ec16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:14.400226 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:15.338326 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:17.231313 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:38.021630 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:17:38.366291 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:41.628665 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cdf1e9e6-2e04-44ab-99ea-bf0c05da0a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:44.243829 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-419f838d-d41c-491e-ab77-afd4f02463c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:44.399084 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:45.339048 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:17:47.239976 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:18:08.364725 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:18:10.803187 dv-cinder-774288-7-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-87fb3da9-67b7-4856-9907-6d3b390cf302 req-2902733b-02a2-43d8-b7df-f00069c511de service neutron] (93828) timed out ('10.222.0.46', 32778) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 15:18:11.631414 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-d95c8c37-ea9c-41b1-ad88-5edaf386e1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:18:14.245453 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c93b6b43-ef4d-4d87-907e-66e27f352325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:18:14.399399 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-f5462ceb-85f0-4305-ad7e-1c06f938ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:18:15.027131 dv-cinder-774288-7-iscsi neutron-server[93831]: DEBUG neutron.db.agents_db [None req-13f17313-6ac8-4f75-869e-ac2916d258ac None None] Agent healthcheck: found 6 active agents {{(pid=93831) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 15:18:15.347371 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-56cc5d14-99b1-4a89-b55f-9bfad42a0af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:18:17.242794 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3ee15b27-5baa-4cd2-bd25-cbf24a60bf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:18:38.377841 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-46e9dc41-8be0-4d69-a2c5-548dc8e64964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:18:41.626548 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-3dbe4410-d9f7-4bbb-94cc-a98b90afdddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 15:18:44.239475 dv-cinder-774288-7-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-4cddbc86-37e8-4958-8f27-79ee181a41d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749025804355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743680'] for agent, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}